-- Logs begin at Tue 2022-03-08 17:45:39 UTC, end at Tue 2022-03-08 19:14:12 UTC. -- Mar 08 18:44:04.017020 dv-cinder-830088-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 18:44:06.965873 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.common.config [-] Logging enabled! Mar 08 18:44:06.966499 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 18:44:06.966700 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 18:44:06.969952 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.common.config [-] Logging enabled! Mar 08 18:44:06.970243 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 18:44:06.970561 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 18:44:06.971505 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 18:44:06.971746 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 18:44:06.972125 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 18:44:06.972378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 18:44:06.973008 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 18:44:06.973338 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.973768 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 18:44:06.974123 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.974439 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.975264 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.975571 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.975874 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.976165 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.976460 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.976765 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.977058 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.977346 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.977636 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.977934 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.978249 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.978545 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.978840 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.979130 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] debug = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.979417 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.979861 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.980289 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.980572 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.980870 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.981159 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.981438 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.981720 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.982011 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.982378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] host = dv-cinder-830088-3-iscsi {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.982668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.982965 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.983260 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.983554 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.983837 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.984120 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.984413 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.984693 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.984979 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.985261 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.985556 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.985892 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.986215 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.986448 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.986678 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.986981 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.987277 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.987557 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.987835 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.988114 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.988663 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.988942 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.989218 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.989509 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.989800 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.990112 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.991018 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.991384 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.991711 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.991873 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.992166 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.992449 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.992729 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.993010 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.993304 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.993582 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.993863 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.994196 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.994495 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.994788 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.995089 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.995372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.995664 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.995945 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.996223 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.996502 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] use_json = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.996781 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.997061 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.997351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.997633 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.997912 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.998224 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.998508 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.998801 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.999081 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:06.999387 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:06.999694 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.000002 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.000305 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.000602 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.000886 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.001181 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.001467 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.001764 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.002079 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.002378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.002663 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.002968 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.003263 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.003563 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.003875 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.004175 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.004472 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.004753 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.005039 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.005319 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.005603 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.005918 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.006244 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.006526 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.006821 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.007109 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.007412 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.007706 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.008004 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.008298 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.008578 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.008862 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.009158 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.009442 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.009721 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.010003 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.010322 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.010607 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.010886 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.011173 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.011456 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.011734 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.012009 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.012292 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.012588 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.012868 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.013142 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.013418 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.013701 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.013978 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.014292 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.014577 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.014855 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.015139 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.015425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.015707 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.015988 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.016271 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.016552 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.016837 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.017115 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.017392 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.017672 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.017949 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.018253 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.018532 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.018808 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.019091 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.019369 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.019649 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.019928 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.020209 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.020489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.020782 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.021086 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.021369 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.022195 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.022481 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.022770 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.023054 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.023336 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.023619 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.023903 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.024181 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.024477 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.024766 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.025061 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.025375 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.025663 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.025969 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.026285 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.026575 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.026882 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.027155 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.027442 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.027734 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.028026 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.028331 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.028632 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.028934 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.029235 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.029532 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.029817 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.030171 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.030462 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:07.030685 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 18:44:07.030930 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110045) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 18:44:07.406145 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 18:44:07.406334 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 18:44:07.406644 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 18:44:07.407127 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 18:44:07.737200 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.737487 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.737790 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.739375 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.739654 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.739921 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.786195 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.786479 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.786750 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.800877 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.801163 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.801445 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.830644 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.830929 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.831207 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.868765 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.869048 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:07.869317 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.217339 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.217949 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.217949 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.218178 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.218884 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.319810 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.320130 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.320417 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.320695 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.320971 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.321286 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.321553 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.321817 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.322107 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.322397 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.322661 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.322931 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.323190 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.323448 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.323707 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.323973 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.324230 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.324500 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.324768 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.325027 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.325307 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.325561 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.325843 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.326255 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.326520 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.326772 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.327169 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:08.327412 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:08.327652 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:08.327890 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:08.328126 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:08.328363 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:08.328733 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 18:44:08.331926 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 18:44:08.336103 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 18:44:08.339859 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Mar 08 18:44:08.341525 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 18:44:08.342001 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 18:44:08.342368 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 18:44:08.342758 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 18:44:08.345676 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 18:44:08.345929 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 18:44:08.346315 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 18:44:08.351756 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 18:44:08.376538 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 18:44:08.377014 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.377325 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110045) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 18:44:08.377712 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.379117 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110045) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 18:44:08.379412 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 18:44:08.379665 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 18:44:08.383051 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.383341 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:08.446930 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 18:44:08.447170 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 18:44:08.447410 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 18:44:08.447793 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 18:44:08.468121 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_db.sqlalchemy.engines [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110045) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 18:44:09.007877 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing driver for type 'gre' Mar 08 18:44:09.008414 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] gre ID ranges: [(1, 1000)] Mar 08 18:44:09.242476 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing driver for type 'local' Mar 08 18:44:09.243464 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing driver for type 'vlan' Mar 08 18:44:09.413533 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] VlanTypeDriver initialization complete Mar 08 18:44:09.413793 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing driver for type 'vxlan' Mar 08 18:44:09.414344 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] vxlan ID ranges: [(1, 1000)] Mar 08 18:44:09.658723 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing extension driver 'port_security' Mar 08 18:44:09.659074 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.extensions.port_security [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] PortSecurityExtensionDriver initialization complete Mar 08 18:44:09.659417 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing mechanism driver 'openvswitch' Mar 08 18:44:09.659746 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing mechanism driver 'hyperv' Mar 08 18:44:09.674115 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.plugin [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:44:09.674975 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.675353 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.675716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.676259 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:44:09.676700 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.677059 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.677411 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.677815 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:44:09.678254 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.679217 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.679589 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.679997 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:44:09.680443 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > security_group after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.680802 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > security_group after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.681150 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.681560 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:44:09.681975 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.682373 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.682720 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.683129 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:44:09.683543 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > address_group after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > address_group after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 18:44:09.687077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] ML2 OVO RPC backend initialized. {{(pid=110045) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 18:44:09.687077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687482 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687482 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687482 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > networks before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687482 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687730 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > ports before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.687941 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.688287 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnets before_response 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.688660 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.689023 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.689371 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.689719 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.690083 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.690443 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.690788 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.691135 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.691479 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.699611 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded quota_driver: . Mar 08 18:44:09.699984 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.plugin [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Modular L2 Plugin initialization complete Mar 08 18:44:09.700347 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading services supported by the core plugin {{(pid=110045) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 18:44:09.700702 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.plugins.ml2.managers [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Got port-security extension from driver 'port_security' Mar 08 18:44:09.701200 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.extensions.vlantransparent [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Disabled vlantransparent extension. Mar 08 18:44:09.701702 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110045) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 18:44:09.702032 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: router Mar 08 18:44:09.752379 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.752785 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_create 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.753174 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router before_create 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.753548 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.753926 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.754318 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_delete 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.754744 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.755086 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.755526 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_create 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.755804 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_update 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.756870 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_update 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.756870 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.756870 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_update 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.757326 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_update 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.757704 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.758066 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.758429 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: subnet after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.758783 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.759139 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.759496 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_create 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.759856 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.760203 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.760567 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router after_update 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.760965 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.761478 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_create 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.761851 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.762241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_update 55549900 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.762614 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > agent after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.762981 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > agent after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.763338 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > network after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.764234 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Tracking information for resource: router configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:09.764568 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Tracking information for resource: floatingip configured {{(pid=110045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 18:44:09.775004 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.db.l3_agentschedulers_db [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 18:44:09.775600 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.775993 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port after_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.776457 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port after_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.776814 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: port after_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.777708 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router before_create 55550100 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.778111 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.778481 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_create 55550100 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.778839 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > router precommit_update 55550100 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.783886 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.provider_configuration [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service providers = [] {{(pid=110045) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 18:44:09.784255 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.db.servicetype_db [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110045) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 18:44:09.787358 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.service_base [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:44:09.788203 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.service_base [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:44:09.788545 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.service_base [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:44:09.789437 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.services.service_base [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 18:44:09.789807 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.services.service_base [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 18:44:09.790235 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.792829 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 18:44:09.804262 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.804601 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: auto_allocate Mar 08 18:44:09.810554 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: network precommit_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.810930 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: network precommit_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.811461 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.811782 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: tag Mar 08 18:44:09.818985 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.819319 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: timestamp Mar 08 18:44:09.823754 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.824087 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: network_ip_availability Mar 08 18:44:09.837014 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.837396 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.837749 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:09.838510 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.838831 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: flavors Mar 08 18:44:09.843844 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.844176 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading Plugin: revisions Mar 08 18:44:09.848493 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 18:44:09.848891 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_concurrency.lockutils [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.442s {{(pid=110045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 18:44:09.849635 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110045) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 18:44:09.849971 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Initializing extension manager. Mar 08 18:44:09.851184 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: __init__.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.851527 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: __pycache__ {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.851863 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.852206 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: address_group.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.853042 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.853615 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: address-group Mar 08 18:44:09.853938 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: address_scope.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.854679 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.855188 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: address-scope Mar 08 18:44:09.855507 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.856433 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.856969 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: router-admin-state-down-before-update Mar 08 18:44:09.857294 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: agent.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.858211 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.858715 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: agent Mar 08 18:44:09.859036 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: agent_resources_synced.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.859946 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.860451 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: agent-resources-synced Mar 08 18:44:09.860774 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: allowedaddresspairs.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.868628 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.869158 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: allowed-address-pairs Mar 08 18:44:09.869548 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: auto_allocated_topology.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.870687 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.871199 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: auto-allocated-topology Mar 08 18:44:09.871524 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: availability_zone.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.872220 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.872722 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: availability_zone Mar 08 18:44:09.873043 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: availability_zone_filter.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.873952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.874490 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: availability_zone_filter Mar 08 18:44:09.874813 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: data_plane_status.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.875719 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.876561 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 18:44:09.876561 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: default_subnetpools.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.877461 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.877957 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: default-subnetpools Mar 08 18:44:09.878303 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.879131 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.879632 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: dhcp_agent_scheduler Mar 08 18:44:09.879954 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: dns.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.880875 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.881393 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension dns-integration not supported by any of loaded plugins Mar 08 18:44:09.881718 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: dns_domain_ports.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.882847 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.883487 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 18:44:09.883816 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.884745 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.885245 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 18:44:09.885566 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: dvr.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.886426 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.886820 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: dvr Mar 08 18:44:09.887143 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: ecmp_routes.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.888064 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.888563 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 18:44:09.888885 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: empty_string_filtering.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.889796 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.890342 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: empty-string-filtering Mar 08 18:44:09.890670 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.891584 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.892098 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 18:44:09.892414 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.893364 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.894610 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 18:44:09.894610 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: external_net.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.903908 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.904429 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: external-net Mar 08 18:44:09.904750 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.905683 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.906233 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: extra_dhcp_opt Mar 08 18:44:09.906554 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: extraroute.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.907472 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.907975 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: extraroute Mar 08 18:44:09.908294 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: extraroute_atomic.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.909335 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.909847 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: extraroute-atomic Mar 08 18:44:09.910206 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: filter_validation.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.910890 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.911389 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: filter-validation Mar 08 18:44:09.911708 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: fip_pf_description.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.912619 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.913632 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 18:44:09.914071 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: fip_port_details.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.915263 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.915771 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: fip-port-details Mar 08 18:44:09.916096 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: flavors.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.917363 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.917875 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: flavors Mar 08 18:44:09.918233 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.919974 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.920594 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 18:44:09.920937 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: floatingip_pools.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.921643 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.922191 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: floatingip-pools Mar 08 18:44:09.922517 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: ip_allocation.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.923447 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.923945 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 18:44:09.924311 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.925184 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.925685 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: ip-substring-filtering Mar 08 18:44:09.926008 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l2_adjacency.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.926968 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.927465 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 18:44:09.927786 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.929472 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.929984 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: router Mar 08 18:44:09.930332 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.932701 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.933233 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 18:44:09.933564 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.934532 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.935047 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: ext-gw-mode Mar 08 18:44:09.935372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.936292 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.936798 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: l3-ha Mar 08 18:44:09.937122 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.938032 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.938556 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 18:44:09.938880 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_flavors.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.944833 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.945335 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: l3-flavors Mar 08 18:44:09.945659 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_ndp_proxy.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.947080 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.947590 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 18:44:09.947915 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.948830 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.949479 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 18:44:09.949806 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: l3agentscheduler.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.950912 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.951420 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: l3_agent_scheduler Mar 08 18:44:09.951749 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: local_ip.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.953533 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.954083 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension local_ip not supported by any of loaded plugins Mar 08 18:44:09.954421 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: logging.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.957583 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.958146 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension logging not supported by any of loaded plugins Mar 08 18:44:09.958481 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: metering.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.959241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.959847 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: metering Mar 08 18:44:09.960187 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.961379 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.961895 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: metering_source_and_destination_fields Mar 08 18:44:09.962252 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: multiprovidernet.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.963184 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.963728 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: multi-provider Mar 08 18:44:09.964028 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: netmtu.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.964986 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.965483 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: net-mtu Mar 08 18:44:09.965814 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: netmtu_writable.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.966758 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.967262 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: net-mtu-writable Mar 08 18:44:09.967584 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: network_availability_zone.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.968260 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.968767 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: network_availability_zone Mar 08 18:44:09.969088 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: network_ip_availability.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.973868 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.974440 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: network-ip-availability Mar 08 18:44:09.974774 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: network_segment_range.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.976082 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.976592 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 18:44:09.976930 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: pagination.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.977998 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.978318 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: pagination Mar 08 18:44:09.978655 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: port_device_profile.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.979582 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.980111 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: port-device-profile Mar 08 18:44:09.980436 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.981373 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.981887 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: port-mac-address-regenerate Mar 08 18:44:09.982253 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.983187 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.983700 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: port-numa-affinity-policy Mar 08 18:44:09.984029 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: port_resource_request.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.984956 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.985464 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 18:44:09.985791 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: port_resource_request_groups.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.986798 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.987308 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 18:44:09.987634 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: portbindings.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.988834 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.989342 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: binding Mar 08 18:44:09.989666 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: portbindings_extended.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.991647 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.992156 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: binding-extended Mar 08 18:44:09.992489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: portsecurity.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.993424 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.993933 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: port-security Mar 08 18:44:09.994291 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: project_id.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:09.995286 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:09.995626 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: project-id Mar 08 18:44:09.995955 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: providernet.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.002539 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.003052 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: provider Mar 08 18:44:10.003379 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.007152 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.007680 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos not supported by any of loaded plugins Mar 08 18:44:10.008012 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.009281 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.009870 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 18:44:10.010230 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.011202 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.011719 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 18:44:10.012071 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_default.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.013063 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.013580 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-default not supported by any of loaded plugins Mar 08 18:44:10.013912 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_fip.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.014894 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.015412 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-fip not supported by any of loaded plugins Mar 08 18:44:10.015739 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_fip_network_policy.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.016665 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.017182 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 18:44:10.017512 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_gateway_ip.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.018503 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.019011 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 18:44:10.019338 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_port_network_policy.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.020419 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.020938 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 18:44:10.021267 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.022858 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.023375 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 18:44:10.023705 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.024790 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.025304 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 18:44:10.025631 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_pps_rule.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.026877 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.027393 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-pps not supported by any of loaded plugins Mar 08 18:44:10.027720 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_rule_type_details.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.028648 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.029205 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 18:44:10.029533 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: qos_rules_alias.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.030639 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.031149 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 18:44:10.031480 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: quota_check_limit.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.032413 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.032936 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: quota-check-limit Mar 08 18:44:10.033263 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: quotasv2.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.034314 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.034644 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: quotas Mar 08 18:44:10.034969 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: quotasv2_detail.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.036753 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.037096 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: quota_details Mar 08 18:44:10.037444 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: rbac.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.039209 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.039699 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: rbac-policies Mar 08 18:44:10.040038 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: rbac_address_group.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.040988 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.041506 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: rbac-address-group Mar 08 18:44:10.041833 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: rbac_address_scope.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.042801 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.043310 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: rbac-address-scope Mar 08 18:44:10.052051 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: rbac_security_groups.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.052746 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.053282 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: rbac-security-groups Mar 08 18:44:10.053616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: rbac_subnetpool.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.054671 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.055188 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: rbac-subnetpool Mar 08 18:44:10.055519 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: revisionifmatch.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.056457 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.056972 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: revision-if-match Mar 08 18:44:10.057302 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: revisions.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.058492 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.059001 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: standard-attr-revisions Mar 08 18:44:10.059330 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: router_availability_zone.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.060021 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.060539 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: router_availability_zone Mar 08 18:44:10.060866 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: routerservicetype.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.061797 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.062335 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension router-service-type not supported by any of loaded plugins Mar 08 18:44:10.062668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.063680 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.064208 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: security-groups-normalized-cidr Mar 08 18:44:10.064532 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.065472 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.065981 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: port-security-groups-filtering Mar 08 18:44:10.066335 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.067279 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.067791 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: security-groups-remote-address-group Mar 08 18:44:10.068118 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.069059 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.069601 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: security-groups-shared-filtering Mar 08 18:44:10.069930 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.070559 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 18:44:10.070885 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: securitygroup.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.080660 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.081200 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: security-group Mar 08 18:44:10.081530 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: segment.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.082372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.088466 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension segment not supported by any of loaded plugins Mar 08 18:44:10.088466 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.089393 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.090270 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 18:44:10.090617 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: servicetype.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.092202 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.093053 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: service-type Mar 08 18:44:10.093616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: sorting.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.094804 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.095363 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: sorting Mar 08 18:44:10.095917 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: standard_attr_segment.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.097119 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.097957 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 18:44:10.098521 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: standardattrdescription.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.099532 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.100219 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: standard-attr-description Mar 08 18:44:10.100672 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: stateful_security_group.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.102571 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.103105 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: stateful-security-group Mar 08 18:44:10.103443 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: stdattrs_common.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.104029 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 18:44:10.104353 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.105301 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.105815 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 18:44:10.106162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: subnet_onboard.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.107319 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.109302 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: subnet_onboard Mar 08 18:44:10.109630 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.120651 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.121346 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 18:44:10.121677 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: subnet_service_types.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.122726 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.123329 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: subnet-service-types Mar 08 18:44:10.123698 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: subnetallocation.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.124922 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.125434 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: subnet_allocation Mar 08 18:44:10.125766 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.126487 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.126996 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: subnetpool-prefix-ops Mar 08 18:44:10.127354 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.128293 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.128799 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 18:44:10.129125 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: tagging.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.130257 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.130767 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: standard-attr-tag Mar 08 18:44:10.131096 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: timestamp.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.132328 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.132817 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loaded extension: standard-attr-timestamp Mar 08 18:44:10.133143 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: trunk.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.134218 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.134732 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension trunk not supported by any of loaded plugins Mar 08 18:44:10.135056 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: trunk_details.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.135985 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.136496 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension trunk-details not supported by any of loaded plugins Mar 08 18:44:10.136818 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: uplink_status_propagation.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.137794 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.138333 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 18:44:10.138659 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Loading extension file: vlantransparent.py {{(pid=110045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 18:44:10.139341 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 18:44:10.139845 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 18:44:10.142433 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:network Mar 08 18:44:10.142962 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:subnet Mar 08 18:44:10.143381 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:44:10.143770 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:port Mar 08 18:44:10.145021 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.145506 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service FLAVORS assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.146090 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.146520 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.146854 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:router Mar 08 18:44:10.147815 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:floatingip Mar 08 18:44:10.151864 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service METERING assigned prefix: /metering {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.151864 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:10.151864 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:10.151864 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:44:10.151864 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 18:44:10.152283 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:security_group Mar 08 18:44:10.152361 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 18:44:10.152927 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service CORE assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.153255 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:44:10.153599 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] subnetpool is already registered Mar 08 18:44:10.154024 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service CORE assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.154380 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:44:10.154710 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] subnetpool is already registered Mar 08 18:44:10.157024 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.157465 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service FLAVORS assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.158060 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.158482 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.158817 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:router Mar 08 18:44:10.159160 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] router is already registered Mar 08 18:44:10.159569 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:floatingip Mar 08 18:44:10.159905 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] floatingip is already registered Mar 08 18:44:10.160357 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service METERING assigned prefix: /metering {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.161023 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 18:44:10.161349 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] rbac_policy is already registered Mar 08 18:44:10.161759 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:security_group Mar 08 18:44:10.162118 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] security_group is already registered Mar 08 18:44:10.162520 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 18:44:10.163549 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] security_group_rule is already registered Mar 08 18:44:10.164184 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service CORE assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.164513 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:44:10.164846 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] subnetpool is already registered Mar 08 18:44:10.165268 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.v2.resource_helper [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Service CORE assigned prefix: {{(pid=110045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 18:44:10.165590 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 18:44:10.165923 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING neutron.quota.resource_registry [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] subnetpool is already registered Mar 08 18:44:10.166488 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: extensions {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.168050 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: address-groups {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.169577 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: address-scopes {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.170983 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: agents {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.172165 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: auto-allocated-topology {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.173414 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: availability_zones {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.174782 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: dhcp-networks {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.176255 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: dhcp-agents {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.177704 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: routers {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.180184 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: flavors {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.181374 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: service_profiles {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.182634 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: next_providers {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.184148 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: service_profiles {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.185701 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: floatingip-pools {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.186983 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: routers {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.189141 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: floatingips {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.191476 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: l3-routers {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.192897 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: l3-agents {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.194370 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: metering-labels {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.195755 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: metering-label-rules {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.197062 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: network-ip-availabilities {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.198373 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: bindings {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: quotas {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: quotas {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: rbac-policies {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: security-groups {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: security-group-rules {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: service-providers {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.209132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: subnetpools {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.210248 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: subnetpools {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.211728 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.213450 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.215363 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.217151 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.218995 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.220939 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.222709 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.224614 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.227008 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.228882 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron.api.extensions [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Extended resource: tags {{(pid=110045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 18:44:10.234935 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING keystonemiddleware.auth_token [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 18:44:10.239931 dv-cinder-830088-3-iscsi neutron-server[110045]: WARNING keystonemiddleware.auth_token [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 18:44:10.248827 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_concurrency.lockutils [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Acquired lock "singleton_lock" {{(pid=110045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 18:44:10.249431 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_concurrency.lockutils [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Releasing lock "singleton_lock" {{(pid=110045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 18:44:10.249954 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Starting 2 workers Mar 08 18:44:10.254855 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Started child 110158 {{(pid=110045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:44:10.259441 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Started child 110159 {{(pid=110045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:44:10.260438 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:10.261082 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO neutron.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 18:44:10.261676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Publish callbacks [] for process (None), before_spawn {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:10.262087 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [-] (110158) wsgi starting up on http://0.0.0.0:9696 Mar 08 18:44:10.264227 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Starting 1 workers Mar 08 18:44:10.264550 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:10.266080 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [-] (110159) wsgi starting up on http://0.0.0.0:9696 Mar 08 18:44:10.269460 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Started child 110160 {{(pid=110045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:44:10.270071 dv-cinder-830088-3-iscsi neutron-server[110045]: INFO oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Starting 1 workers Mar 08 18:44:10.278035 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] calling RpcWorker wait() {{(pid=110160) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 18:44:10.278035 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] returning from RpcWorker wait() {{(pid=110160) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 18:44:10.278713 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Started child 110161 {{(pid=110045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 18:44:10.278802 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:10.278893 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8851b5f5-3ed3-4032-be4a-55b3e5f9a3ed None None] Publish callbacks [] for process (None), after_spawn {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:10.278987 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:44:10.279077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 18:44:10.279077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 18:44:10.279077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 18:44:10.279077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 18:44:10.279077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 18:44:10.279077 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 18:44:10.279590 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.279824 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.280088 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.280374 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.280656 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.281252 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.281494 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.281581 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:10.281967 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.282159 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.282304 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.282433 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.282585 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.282842 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.283037 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:44:10.283137 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.283423 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.283683 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.283930 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.284195 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.284368 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.284627 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.284896 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.285131 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.285397 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] debug = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.285651 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.286220 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.286453 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.286663 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.286884 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.287143 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.287370 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.287640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.287957 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.288685 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.288902 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.289151 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.289382 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.289602 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.289850 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.290082 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.290346 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.290567 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.291024 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] host = dv-cinder-830088-3-iscsi {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.291242 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.291475 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.291727 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.292369 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.292369 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.292644 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.292766 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.293081 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.293217 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.293441 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.293696 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.293941 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.294184 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.294436 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.294568 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_options = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.294817 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.295101 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.295360 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.295558 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.295728 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.295891 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.296149 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.296312 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.296567 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.296787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.297027 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.297210 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.297448 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.297681 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.297932 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.298199 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.298437 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.298664 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.298924 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.299238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.299383 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.299654 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.300616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.300616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.300616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.300616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.300894 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.300894 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.301105 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.301327 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.301578 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.301834 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.302088 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.302347 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.302584 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.318828 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_json = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.319640 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320191 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.320716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.321787 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.322904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.323489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324104 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324104 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324104 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324321 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324444 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324665 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.324881 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.325299 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.325741 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.325995 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.326418 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.326844 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.327259 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.327625 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.328030 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.328409 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.328771 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.329149 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.329551 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.329968 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.330355 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.330834 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.331281 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.331745 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.332015 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.332383 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.332492 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.332693 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.332915 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.333134 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.333514 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.333739 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.334153 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.336378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.336378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.336378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.336378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.336378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.336378 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.337158 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.337578 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.337834 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.338128 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.338362 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.338626 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.338856 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.339104 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.339343 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.339605 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.339865 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.340129 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.340369 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.340596 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.340841 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.341092 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.341336 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.341569 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.341814 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.342070 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.342309 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.342577 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.343200 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.343379 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.343709 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.343958 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.344239 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.344501 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.344788 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.345016 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.345290 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.345589 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.345859 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.346177 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.346463 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.346722 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.346987 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.347248 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.347516 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.347774 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.348029 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.348252 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.348509 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.348756 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.348976 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.349212 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.349543 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.349778 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.350007 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.350933 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.351207 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.351473 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.351801 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.352003 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.352257 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.352502 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.352757 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.353028 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.353350 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.353575 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.353813 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.354033 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.354306 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.354544 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.354845 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.355068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.355316 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.355543 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.355761 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.355990 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.356208 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.356432 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.356656 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.356945 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.357167 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.357409 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.357657 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.357881 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.358149 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.358369 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.358583 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.358911 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.359090 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.359364 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.359626 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.359862 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.360115 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.360375 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.360636 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.360856 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.361103 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.361322 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.361540 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.361910 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.362307 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.362678 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.362924 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.363159 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.363631 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.363893 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.364152 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.364498 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.364747 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.364979 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.365220 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.365564 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.365840 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.366104 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.366328 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.366567 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.366789 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.367014 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.367265 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.367656 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.367889 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.368112 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.368352 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.368598 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.368842 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.369087 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.369304 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.369751 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.369973 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.370245 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.370592 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.370815 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.371030 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.371247 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.371488 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.371697 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.372034 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.372564 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.372710 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.372981 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.373206 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.373470 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.373704 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.373922 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.374160 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.374411 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.374630 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.374843 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.375097 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.375312 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.375554 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.375750 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.376491 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.376491 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.376785 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.377040 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.377423 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.377660 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.377884 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.378972 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.378972 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382162 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382806 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382806 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.382806 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.383518 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.384404 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.384678 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.384997 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.385271 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.385531 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.385824 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.386178 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.386407 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.386664 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.388050 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.388307 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.388572 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.388877 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.389236 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.389549 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.389826 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.390163 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.391574 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.391883 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.392183 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.392421 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.392728 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.393106 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.393500 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.393794 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.394097 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.394361 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.394601 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.394866 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.395240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.395364 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.395545 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.395798 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.396036 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.396302 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.396558 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.396795 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.397063 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.397890 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.398033 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.398661 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.398661 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.398899 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 18:44:10.399261 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 18:44:10.399456 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 18:44:10.399580 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 18:44:10.399771 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 18:44:10.399951 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 18:44:10.400132 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 18:44:10.400321 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.400489 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.400656 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401035 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401035 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401277 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401404 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401508 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.401844 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.402007 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.402254 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.402401 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.402619 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.402619 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.404668 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] debug = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405240 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405681 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405681 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405681 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405681 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.405681 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406037 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406037 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406037 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406293 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406371 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406491 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406656 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.406880 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] host = dv-cinder-830088-3-iscsi {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407006 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407127 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407288 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407450 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407612 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407773 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.407935 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.408099 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.408262 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.408424 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.408588 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.408750 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.408911 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.409072 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.409233 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_options = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.409395 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.409557 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.409718 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.409906 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.410092 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.410257 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.410420 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.410584 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.410745 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.410906 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.411072 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.411329 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.411446 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.411592 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.411918 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.412080 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.412243 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.412407 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.412571 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.412759 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.412926 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.413085 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.413401 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.413562 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.413729 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.413887 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.414039 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.414220 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.414383 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.414544 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.414749 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.414877 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.415004 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.415165 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.415326 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.415487 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.415648 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.415811 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.416042 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.416160 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.416397 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.416545 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.416708 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.416870 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.417043 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.417182 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.417344 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_json = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.417529 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.417709 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.417897 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.418066 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.418232 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.418459 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.418559 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.418707 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.418867 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 18:44:10.419062 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.419229 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.419406 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.419573 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.419740 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.419905 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.420072 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.420238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.420403 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.420567 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.420741 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.420907 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.421083 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.421249 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.421414 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.421584 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.421750 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.421916 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.422100 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.422267 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.422432 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.422599 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.422776 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.422937 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.423102 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.423271 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.423434 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.423607 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.423771 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.423953 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.424118 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.424284 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.424449 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.424616 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.424782 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428109 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428238 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.428952 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.429555 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430241 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430716 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430956 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.430956 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.431101 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.431251 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.431422 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.431588 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.431754 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.431919 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.432084 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.432249 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.432415 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.432580 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.432747 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.432914 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.433079 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.433244 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.433410 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.433575 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.433742 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.433914 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.434110 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.434275 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.434443 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.434654 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.434814 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.434978 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.435144 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.435309 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.435474 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.435638 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.435801 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.435966 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.436133 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.436298 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.436465 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.436632 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.436786 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.436947 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.437189 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.437344 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.437483 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.437638 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.437776 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.437914 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.438079 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.438213 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.438366 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.438541 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.438708 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.438877 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.439053 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.439190 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.439375 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.439532 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.439699 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.439863 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.440028 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.440208 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.440361 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.440527 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.440692 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.440858 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.441028 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.441206 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.441372 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.441539 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.441705 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.441890 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.442091 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.442242 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.442430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.442576 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.442735 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.442876 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.443044 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.443211 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.443377 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.443543 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.443710 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.443880 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.444573 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.444710 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.444872 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.445044 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.445210 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.445374 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.445540 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.445690 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.445937 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.446289 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.446458 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.446679 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.446817 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.446967 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.447100 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.447257 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.447397 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.447534 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.447676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.447845 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448010 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448177 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448412 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448544 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448663 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448829 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.448995 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.449160 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.449326 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.449492 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.449667 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.449831 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.449995 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.450210 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.450377 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.450543 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.450709 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.450876 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.451041 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.451209 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.451375 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.451539 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.451723 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.451891 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.452056 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.452224 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.452393 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.452557 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.452722 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.452940 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.453038 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.453209 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.453376 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.453542 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.453701 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454083 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454083 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454295 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454657 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454657 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454657 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454965 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.454965 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.456425 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457351 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457763 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457763 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.457904 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.458113 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.458250 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.458433 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.458604 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.458764 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.458929 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.459094 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.459258 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.459433 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.459645 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.460306 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.460470 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.460635 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.460799 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462068 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462676 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462984 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.462984 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.463158 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.463337 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.463550 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.463704 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.463870 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.464048 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.464216 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.464383 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.464545 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.464715 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.464880 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.465046 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.465216 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.465418 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.465590 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.465757 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.465930 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.466243 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.466421 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.466587 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.466758 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.466935 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467100 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467265 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.467430 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469305 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469305 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469305 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469305 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469580 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469580 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469737 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.469866 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 18:44:10.470022 dv-cinder-830088-3-iscsi neutron-server[110045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 18:44:10.698143 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48180) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:10.706980 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065277 Mar 08 18:44:22.564643 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23141827-bd1b-4470-bae3-994bc850723b None None] get_active_networks_info from dv-cinder-830088-3-iscsi {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 18:44:22.639971 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23141827-bd1b-4470-bae3-994bc850723b None None] No non-hosted networks {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 18:44:22.673857 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.agentschedulers_db [None req-23141827-bd1b-4470-bae3-994bc850723b None None] DHCP Agent not found on host dv-cinder-830088-3-iscsi {{(pid=110160) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 18:44:22.799346 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03674ef7-03ce-42d3-b7f6-3ac5712a30b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543732'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:24.843906 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dfd43b6-2209-496f-b0a4-a1cdb117a716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543732'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:24.876834 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.db.api [None req-34b08b64-2059-434c-850e-0c396c571505 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830088-3-iscsi {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:44:24.877253 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG oslo_db.api [None req-34b08b64-2059-434c-850e-0c396c571505 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:44:25.399511 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b08b64-2059-434c-850e-0c396c571505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:26.180259 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543732'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:27.479334 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543732'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:28.679933 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 48264) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:29.138960 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543732'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:29.139633 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.139974 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.140311 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.140636 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.140960 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.141279 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.141615 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.142103 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.142437 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.142799 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.143124 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.143443 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.143895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:29.144479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830088-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:44:29.151232 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830088-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:44:29.222577 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.db.l3_hamode_db [None req-092af99d-8a3f-418a-9d45-82a1e1ab9b2c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 18:44:29.280574 dv-cinder-830088-3-iscsi neutron-server[110159]: WARNING oslo_policy.policy [None req-1e10bfa1-8fd0-4581-9ad5-eceb94136599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:29.281193 dv-cinder-830088-3-iscsi neutron-server[110159]: WARNING oslo_policy.policy [None req-1e10bfa1-8fd0-4581-9ad5-eceb94136599 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:29.308793 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092af99d-8a3f-418a-9d45-82a1e1ab9b2c None None] Routers set() bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:44:29.309366 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092af99d-8a3f-418a-9d45-82a1e1ab9b2c None None] Router IDs set() for agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 18:44:29.508588 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [None req-1e10bfa1-8fd0-4581-9ad5-eceb94136599 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:44:29.522065 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1e10bfa1-8fd0-4581-9ad5-eceb94136599 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8273313 Mar 08 18:44:32.049309 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 48290) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:32.361050 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:44:32.455574 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.policy [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 18:44:32.501986 dv-cinder-830088-3-iscsi neutron-server[110159]: WARNING oslo_policy.policy [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:32.502411 dv-cinder-830088-3-iscsi neutron-server[110159]: WARNING oslo_policy.policy [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:32.677739 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789497404966', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789497404441', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789495453350', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789495450927', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789495458053', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789495466429', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1477782', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1437783', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-311571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3849122'] for rbac-policy (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:32.883943 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:32.885305 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-bf2ae440-4b2c-4168-98de-44a943dce7db admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8349750 Mar 08 18:44:35.417478 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 48300) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:35.752311 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:44:35.836255 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Made reservation on behalf of df95b10070c8464383f47ff04a91abcf for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:44:35.840414 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:35.858205 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:35.969961 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks [] for security_group (cc2eb4b0-b2f9-4f70-b465-012def355fce), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:36.019318 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (cc2eb4b0-b2f9-4f70-b465-012def355fce), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:36.051973 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:44:36.080935 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789497991262', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (87d80f38-f125-4441-9b0e-6640ed2d1546), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:36.081549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Unsubscribe: segment precommit_create {{(pid=110159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 18:44:36.082076 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Added segment 87d80f38-f125-4441-9b0e-6640ed2d1546 of type vlan for network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d Mar 08 18:44:36.087917 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2eb4b0-b2f9-4f70-b465-012def355fce,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:36.125252 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.125615 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.125971 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.126334 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.126714 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.127035 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.127354 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.127672 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.127989 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.128322 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.128643 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.128955 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.129344 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Tracked resource versions report: Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: pushed versions: Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: { 'AddressGroup': {'1.2'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'ConntrackHelper': {'1.0'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Log': {'1.0'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Network': {'1.1'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Port': {'1.7'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'PortForwarding': {'1.2'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'QosPolicy': {'1.10'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroup': {'1.5'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SubPort': {'1.0'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Subnet': {'1.1'}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Trunk': {'1.1'}} Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: consumer versions: Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'ConntrackHelper': '1.0', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'LocalIPAssociation': '1.0', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Log': '1.0', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Network': '1.1', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Port': '1.7', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'PortForwarding': '1.2', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'QosPolicy': '1.10', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroup': '1.5', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroupRule': '1.2', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SubPort': '1.0', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Subnet': '1.1', Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Trunk': '1.1'}} Mar 08 18:44:36.130688 dv-cinder-830088-3-iscsi neutron-server[110159]: {{(pid=110159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:44:36.192853 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (431bd07e-6ead-4da4-bd01-d6fc10f33c1d), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:36.304359 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (431bd07e-6ead-4da4-bd01-d6fc10f33c1d), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:36.309662 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:44:36.310426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:36.432249 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] Pushing event updated for resources: {'Network': ['ID=431bd07e-6ead-4da4-bd01-d6fc10f33c1d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:36.443973 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:44:36.461845 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-67736237-4625-450a-a26c-e53a5791d188 demo demo] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0432210 Mar 08 18:44:39.046361 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48312) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:39.559279 dv-cinder-830088-3-iscsi neutron-server[110158]: WARNING oslo_policy.policy [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:39.560702 dv-cinder-830088-3-iscsi neutron-server[110158]: WARNING oslo_policy.policy [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:40.008313 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.policy [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 18:44:40.051525 dv-cinder-830088-3-iscsi neutron-server[110158]: WARNING oslo_policy.policy [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:40.052128 dv-cinder-830088-3-iscsi neutron-server[110158]: WARNING oslo_policy.policy [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 18:44:40.061036 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:44:40.062857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-146d7b16-0fae-4850-a096-cc4c624e78e7 demo admin] 10.222.0.74 "GET /v2.0/networks/431bd07e-6ead-4da4-bd01-d6fc10f33c1d HTTP/1.1" status: 200 len: 825 time: 1.0155740 Mar 08 18:44:40.102911 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c338cfaa-e3b0-493c-a64e-f28a0c348bff demo admin] 10.222.0.74 "GET /v2.0/subnetpools/7a922146-9b04-4937-8227-b6ad5064905b HTTP/1.1" status: 200 len: 734 time: 0.0343769 Mar 08 18:44:40.111885 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b', 'gateway_ip': '172.20.0.1', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:44:40.270116 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Made reservation on behalf of df95b10070c8464383f47ff04a91abcf for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:44:40.273029 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:40.665165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (28d50452-a198-4638-be2e-3cb95fabbe7a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:40.735915 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Checking segment: {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:44:40.736319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Network hostable DHCP agents. Network: 431bd07e-6ead-4da4-bd01-d6fc10f33c1d, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:44:40.748393 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Pushing event updated for resources: {'Subnet': ['ID=28d50452-a198-4638-be2e-3cb95fabbe7a,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:40.769737 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.770135 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.770500 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.770837 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.771167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.771494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.771842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.772744 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.773074 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.773410 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.773736 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.774086 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.774397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Tracked resource versions report: Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: pushed versions: Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: { 'AddressGroup': {'1.2'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'ConntrackHelper': {'1.0'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Log': {'1.0'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Network': {'1.1'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Port': {'1.7'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'PortForwarding': {'1.2'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'QosPolicy': {'1.10'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroup': {'1.5'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SubPort': {'1.0'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Subnet': {'1.1'}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Trunk': {'1.1'}} Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: consumer versions: Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'ConntrackHelper': '1.0', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'LocalIPAssociation': '1.0', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Log': '1.0', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Network': '1.1', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Port': '1.7', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'PortForwarding': '1.2', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'QosPolicy': '1.10', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroup': '1.5', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroupRule': '1.2', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SubPort': '1.0', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Subnet': '1.1', Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Trunk': '1.1'}} Mar 08 18:44:40.775717 dv-cinder-830088-3-iscsi neutron-server[110158]: {{(pid=110158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:44:40.841357 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:44:40.927265 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 431bd07e-6ead-4da4-bd01-d6fc10f33c1d) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:44:40.932148 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:44:40.932828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:40.937854 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8eb84b-86cc-428c-aaed-87273a333dab None None] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:44:41.009823 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-09e73780-5c1f-4220-8c28-23d27afba9bb demo admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9015081 Mar 08 18:44:41.322519 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:44:41.323762 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:41.614552 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Allocated IP 172.20.0.2 (431bd07e-6ead-4da4-bd01-d6fc10f33c1d/28d50452-a198-4638-be2e-3cb95fabbe7a/f8bdccf7-f751-486e-a267-5e1a42c8f5a5) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:44:41.888577 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Publish callbacks [] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:41.967960 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:42.045557 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:44:42.050993 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:44:42.059990 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:44:42.063468 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Pushing event updated for resources: {'Port': ['ID=f8bdccf7-f751-486e-a267-5e1a42c8f5a5,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:42.075372 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.075741 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.076104 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.076446 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.076784 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.077117 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.077447 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.077775 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.078123 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.078468 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.078844 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.079169 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.079493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Tracked resource versions report: Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: pushed versions: Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: { 'AddressGroup': {'1.2'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'ConntrackHelper': {'1.0'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Log': {'1.0'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Network': {'1.1'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Port': {'1.7'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'PortForwarding': {'1.2'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'QosPolicy': {'1.10'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroup': {'1.5'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SubPort': {'1.0'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Subnet': {'1.1'}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Trunk': {'1.1'}} Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: consumer versions: Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'ConntrackHelper': '1.0', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'LocalIPAssociation': '1.0', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Log': '1.0', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Network': '1.1', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Port': '1.7', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'PortForwarding': '1.2', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'QosPolicy': '1.10', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroup': '1.5', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroupRule': '1.2', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SubPort': '1.0', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Subnet': '1.1', Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Trunk': '1.1'}} Mar 08 18:44:42.080913 dv-cinder-830088-3-iscsi neutron-server[110160]: {{(pid=110160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:44:42.156318 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Attempting to bind port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:44:42.156643 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Attempting to bind port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:44:42.157069 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Attempting to bind port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 on network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:44:42.162184 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:44:42.162575 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Checking segment: {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:44:42.163066 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:42.163459 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Bound using segment: {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:44:42.163938 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Bound port: f8bdccf7-f751-486e-a267-5e1a42c8f5a5, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:44:42.164379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:42.230453 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] For port f8bdccf7-f751-486e-a267-5e1a42c8f5a5, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:44:42.234911 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] For port f8bdccf7-f751-486e-a267-5e1a42c8f5a5, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=f8bdccf7-f751-486e-a267-5e1a42c8f5a5,segment=NetworkSegment(87d80f38-f125-4441-9b0e-6640ed2d1546),segment_id=87d80f38-f125-4441-9b0e-6640ed2d1546)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:44:42.321949 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:42.388636 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81f55c-99e2-43ad-9d6e-729f5e54eab8 None None] Pushing event updated for resources: {'Port': ['ID=f8bdccf7-f751-486e-a267-5e1a42c8f5a5,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:43.580302 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48332) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:43.906714 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [None req-de6b0955-3e2c-4161-bbad-4bfe716d89e9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:44:43.907818 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-de6b0955-3e2c-4161-bbad-4bfe716d89e9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3265588 Mar 08 18:44:46.581882 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48340) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:46.927056 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [None req-8cc0f804-8692-491d-b452-805a89f2ebdf admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:44:46.942072 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-8cc0f804-8692-491d-b452-805a89f2ebdf admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3452215 Mar 08 18:44:49.477432 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48348) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:49.796815 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:44:49.893167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (5237ffcb-0416-46b5-bf28-596fdc50fa98), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:49.894856 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (5237ffcb-0416-46b5-bf28-596fdc50fa98), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:50.056605 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] Publish callbacks [] for router_controller (5237ffcb-0416-46b5-bf28-596fdc50fa98), precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:50.133086 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (5237ffcb-0416-46b5-bf28-596fdc50fa98), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:50.220534 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] Publish callbacks [] for router (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:50.221743 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6c488003-9435-4560-897b-459c0d654a4e demo demo] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7433031 Mar 08 18:44:52.544567 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6d87502f-afda-4213-8582-dd96121ae8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:52.780125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48360) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:53.102373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [None req-9c077f5a-f429-4c81-bc9b-8d38b33a764b admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:44:53.103362 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9c077f5a-f429-4c81-bc9b-8d38b33a764b admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3222907 Mar 08 18:44:53.760109 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477dd61-c58c-4089-a3e9-64790e24f878 None None] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:44:53.872759 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] Provisioning complete for port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:44:53.873191 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:53.878804 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device f8bdccf7-f751-486e-a267-5e1a42c8f5a5 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:44:54.079156 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:44:54.079551 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:54.103240 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] Current status of the port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:44:54.103633 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:54.161040 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] For port f8bdccf7-f751-486e-a267-5e1a42c8f5a5, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=f8bdccf7-f751-486e-a267-5e1a42c8f5a5,segment=NetworkSegment(87d80f38-f125-4441-9b0e-6640ed2d1546),segment_id=87d80f38-f125-4441-9b0e-6640ed2d1546)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:44:54.198194 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:44:54.202659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:54.213432 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:54.298822 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.db.api [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:44:54.299115 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG oslo_db.api [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:44:54.299591 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a782c-08d9-483d-9296-8a4415fdaa39 None None] Pushing event updated for resources: {'Port': ['ID=f8bdccf7-f751-486e-a267-5e1a42c8f5a5,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:54.332028 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-80d281c2-a701-48a7-bf64-8d7aa4dd3f2b None None] Provisioning complete for port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:44:54.332429 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80d281c2-a701-48a7-bf64-8d7aa4dd3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:54.408430 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-80d281c2-a701-48a7-bf64-8d7aa4dd3f2b None None] Current status of the port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:44:54.836870 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:44:54.841595 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f8eb26e8-cddc-4f21-8406-f6af681d625b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:55.639901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48370) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:55.829322 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device f8bdccf7-f751-486e-a267-5e1a42c8f5a5 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:44:55.875682 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:44:55.876337 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:55.901151 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:44:55.951937 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:44:55.989883 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Made reservation on behalf of 6a7099e9eb1d4868bf688ce6a06c8967 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:44:55.992291 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.007951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.087068 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.111603 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks [] for security_group (c52c35d9-92b9-4bda-b835-c6a51966269b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.161388 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c52c35d9-92b9-4bda-b835-c6a51966269b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.177871 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=110158) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 18:44:56.201404 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52c35d9-92b9-4bda-b835-c6a51966269b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:56.207346 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789497991262', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (073f7bd9-42e6-4c6c-9a56-a50af7c336da), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.209688 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Unsubscribe: segment precommit_create {{(pid=110158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 18:44:56.209688 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Added segment 073f7bd9-42e6-4c6c-9a56-a50af7c336da of type flat for network bb54e7e9-9407-4285-a50a-5a7c3336efe2 Mar 08 18:44:56.260720 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (bb54e7e9-9407-4285-a50a-5a7c3336efe2), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.323896 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:44:56.371899 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (bb54e7e9-9407-4285-a50a-5a7c3336efe2), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.372872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:44:56.373512 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:56.468984 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb54e7e9-9407-4285-a50a-5a7c3336efe2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:44:56.479406 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:44:56.490635 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c991c166-ca5a-46f8-a7d0-aa0212a326a3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8491442 Mar 08 18:44:57.354595 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:58.959975 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48388) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:44:59.051119 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698bf62-451a-4bad-8622-f78b889fa01b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:44:59.052424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3698bf62-451a-4bad-8622-f78b889fa01b demo admin] 10.222.0.74 "GET /v2.0/subnets/28d50452-a198-4638-be2e-3cb95fabbe7a HTTP/1.1" status: 200 len: 849 time: 0.0915070 Mar 08 18:44:59.127341 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:59.178270 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-d98672c4-1147-40f7-85dc-25de8e84a209 demo admin] 10.222.0.74 "GET /v2.0/routers/5237ffcb-0416-46b5-bf28-596fdc50fa98 HTTP/1.1" status: 200 len: 704 time: 0.1202836 Mar 08 18:44:59.448792 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:44:59.742382 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Allocated IP 172.20.0.1 (431bd07e-6ead-4da4-bd01-d6fc10f33c1d/28d50452-a198-4638-be2e-3cb95fabbe7a/efb39e71-f058-4408-a6fc-0067520fbc3b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:44:59.895989 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks [] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.064552 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.134216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:45:00.142949 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:45:00.148397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:45:00.149276 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (5237ffcb-0416-46b5-bf28-596fdc50fa98), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.206261 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Pushing event updated for resources: {'Port': ['ID=efb39e71-f058-4408-a6fc-0067520fbc3b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:00.363350 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a8bbc48e-555d-4615-afe1-bc568300e41b None None] Provisioning complete for port efb39e71-f058-4408-a6fc-0067520fbc3b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:00.364185 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc48e-555d-4615-afe1-bc568300e41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.399606 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbc48e-555d-4615-afe1-bc568300e41b None None] Port efb39e71-f058-4408-a6fc-0067520fbc3b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:45:00.407732 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.634585 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks [] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.692216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.692964 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (5237ffcb-0416-46b5-bf28-596fdc50fa98), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:00.751346 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Pushing event updated for resources: {'Port': ['ID=efb39e71-f058-4408-a6fc-0067520fbc3b,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:00.817983 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:45:00.819949 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:45:01.041299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Router 5237ffcb-0416-46b5-bf28-596fdc50fa98 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:45:01.123571 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9ddfaac7-50bb-4344-97b2-079b2e2c62fd None None] Provisioning complete for port efb39e71-f058-4408-a6fc-0067520fbc3b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:01.123882 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaac7-50bb-4344-97b2-079b2e2c62fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:01.136352 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:45:01.141592 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-cb781186-0591-4e04-9c74-6b63852b73c0 demo admin] 10.222.0.74 "PUT /v2.0/routers/5237ffcb-0416-46b5-bf28-596fdc50fa98/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9582610 Mar 08 18:45:01.150504 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Sync routers for ids ['5237ffcb-0416-46b5-bf28-596fdc50fa98'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:45:01.159442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfaac7-50bb-4344-97b2-079b2e2c62fd None None] Port efb39e71-f058-4408-a6fc-0067520fbc3b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:45:01.165650 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Routers {'5237ffcb-0416-46b5-bf28-596fdc50fa98'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:45:01.166539 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:44:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5237ffcb-0416-46b5-bf28-596fdc50fa98'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:01.361488 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Set router 5237ffcb-0416-46b5-bf28-596fdc50fa98 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:45:01.813365 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'name': 'router1', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:44:49Z', 'updated_at': '2022-03-08T18:45:00Z', 'revision_number': 2, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'gw_port_host': None, '_interfaces': [{'id': 'efb39e71-f058-4408-a6fc-0067520fbc3b', 'name': '', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'mac_address': 'fa:16:3e:65:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:44:59Z', 'updated_at': '2022-03-08T18:45:00Z', 'revision_number': 2, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'subnets': [{'id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:01.866073 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Checking router: 5237ffcb-0416-46b5-bf28-596fdc50fa98 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:45:01.866460 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Updating router 5237ffcb-0416-46b5-bf28-596fdc50fa98 port efb39e71-f058-4408-a6fc-0067520fbc3b binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:45:01.919709 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.463298 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Publish callbacks [] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.589641 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.763966 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Pushing event updated for resources: {'Port': ['ID=efb39e71-f058-4408-a6fc-0067520fbc3b,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:02.768853 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Attempting to bind port efb39e71-f058-4408-a6fc-0067520fbc3b on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:45:02.769264 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Attempting to bind port efb39e71-f058-4408-a6fc-0067520fbc3b by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:45:02.769692 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Attempting to bind port efb39e71-f058-4408-a6fc-0067520fbc3b on network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:45:02.778579 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:45:02.778982 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Checking segment: {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:45:02.779484 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.779870 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Bound using segment: {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:45:02.780360 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Bound port: efb39e71-f058-4408-a6fc-0067520fbc3b, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d80f38-f125-4441-9b0e-6640ed2d1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:45:02.780737 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.783305 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.783305 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.784229 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.784229 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.784592 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.784876 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.785198 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.785520 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.785839 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.786212 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.786532 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.786908 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.787227 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Tracked resource versions report: Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: pushed versions: Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: { 'AddressGroup': {'1.2'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'ConntrackHelper': {'1.0'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Log': {'1.0'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Network': {'1.1'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Port': {'1.7'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'PortForwarding': {'1.2'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'QosPolicy': {'1.10'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroup': {'1.5'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SubPort': {'1.0'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Subnet': {'1.1'}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Trunk': {'1.1'}} Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: consumer versions: Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'ConntrackHelper': '1.0', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'LocalIPAssociation': '1.0', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Log': '1.0', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Network': '1.1', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Port': '1.7', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'PortForwarding': '1.2', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'QosPolicy': '1.10', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroup': '1.5', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroupRule': '1.2', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SubPort': '1.0', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Subnet': '1.1', Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Trunk': '1.1'}} Mar 08 18:45:02.788644 dv-cinder-830088-3-iscsi neutron-server[110161]: {{(pid=110161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:45:02.859426 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] For port efb39e71-f058-4408-a6fc-0067520fbc3b, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:45:02.878960 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] For port efb39e71-f058-4408-a6fc-0067520fbc3b, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=efb39e71-f058-4408-a6fc-0067520fbc3b,segment=NetworkSegment(87d80f38-f125-4441-9b0e-6640ed2d1546),segment_id=87d80f38-f125-4441-9b0e-6640ed2d1546)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:45:02.893339 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bf243db1-1b66-4958-9162-2dae8c17c477 None None] Provisioning complete for port efb39e71-f058-4408-a6fc-0067520fbc3b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:02.893866 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bf243db1-1b66-4958-9162-2dae8c17c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.930993 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bf243db1-1b66-4958-9162-2dae8c17c477 None None] Port efb39e71-f058-4408-a6fc-0067520fbc3b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:45:02.944838 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:02.995689 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Routers {'5237ffcb-0416-46b5-bf28-596fdc50fa98'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:45:02.996312 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:44:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5237ffcb-0416-46b5-bf28-596fdc50fa98'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:03.045925 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ad8f8-3493-4fd7-91f1-3f9042b2d61c None None] Pushing event updated for resources: {'Port': ['ID=efb39e71-f058-4408-a6fc-0067520fbc3b,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:03.102524 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] Set router 5237ffcb-0416-46b5-bf28-596fdc50fa98 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:45:03.255560 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] Provisioning complete for port efb39e71-f058-4408-a6fc-0067520fbc3b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:03.256424 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:03.320399 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'name': 'router1', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:44:49Z', 'updated_at': '2022-03-08T18:45:00Z', 'revision_number': 2, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'gw_port_host': None, '_interfaces': [{'id': 'efb39e71-f058-4408-a6fc-0067520fbc3b', 'name': '', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'mac_address': 'fa:16:3e:65:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:44:59Z', 'updated_at': '2022-03-08T18:45:02Z', 'revision_number': 4, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'subnets': [{'id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:03.339624 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] Current status of the port efb39e71-f058-4408-a6fc-0067520fbc3b is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:45:03.340099 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:03.350172 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb669f2c-e844-46cd-a4ea-ebdab2bf4598 None None] The sync data for ids ['5237ffcb-0416-46b5-bf28-596fdc50fa98'] in dv-cinder-830088-3-iscsi is: [{'id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'name': 'router1', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:44:49Z', 'updated_at': '2022-03-08T18:45:00Z', 'revision_number': 2, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'gw_port_host': None, '_interfaces': [{'id': 'efb39e71-f058-4408-a6fc-0067520fbc3b', 'name': '', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'mac_address': 'fa:16:3e:65:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:44:59Z', 'updated_at': '2022-03-08T18:45:02Z', 'revision_number': 4, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'subnets': [{'id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:45:03.381253 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] For port efb39e71-f058-4408-a6fc-0067520fbc3b, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=efb39e71-f058-4408-a6fc-0067520fbc3b,segment=NetworkSegment(87d80f38-f125-4441-9b0e-6640ed2d1546),segment_id=87d80f38-f125-4441-9b0e-6640ed2d1546)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:45:03.429979 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:03.485565 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289be132-5f1d-477a-8e5d-8f8b3bb8a050 None None] Pushing event updated for resources: {'Port': ['ID=efb39e71-f058-4408-a6fc-0067520fbc3b,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:03.567858 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48408) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:45:03.679214 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d226a4a-4a3b-45fe-895b-fa67d0483e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:45:03.680493 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6d226a4a-4a3b-45fe-895b-fa67d0483e92 admin admin] 10.222.0.74 "GET /v2.0/networks/bb54e7e9-9407-4285-a50a-5a7c3336efe2 HTTP/1.1" status: 200 len: 842 time: 0.1109705 Mar 08 18:45:03.689756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:45:03.755370 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Made reservation on behalf of 6a7099e9eb1d4868bf688ce6a06c8967 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:45:03.757702 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:04.075997 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.objects.ports [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 18:45:04.076323 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (e4bcda72-8ada-47fa-8b03-7b881b55c5ba), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:04.133958 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bcda72-8ada-47fa-8b03-7b881b55c5ba,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:04.141122 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:45:04.141477 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Network hostable DHCP agents. Network: bb54e7e9-9407-4285-a50a-5a7c3336efe2, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:45:04.206771 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:45:04.263974 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, bb54e7e9-9407-4285-a50a-5a7c3336efe2) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:45:04.268135 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:45:04.268729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:04.272815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28def9f7-ea9f-458d-8fbd-4d8e41a489c0 None None] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:45:04.340941 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-592fc35a-ee68-47c9-a7f1-72381bcd0372 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6544170 Mar 08 18:45:04.389145 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b6bc5e-1891-44e9-bb84-01436d5f3a0c None None] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:45:06.800051 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:45:07.000853 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-fccb2cf9-5be7-4327-a55c-55e5a957785c demo admin] 10.222.0.74 "GET /v2.0/routers/5237ffcb-0416-46b5-bf28-596fdc50fa98 HTTP/1.1" status: 200 len: 710 time: 0.1997290 Mar 08 18:45:07.086262 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489beae1-506a-4141-a081-9e2519ff8a1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:45:07.087565 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-489beae1-506a-4141-a081-9e2519ff8a1f demo admin] 10.222.0.74 "GET /v2.0/networks/bb54e7e9-9407-4285-a50a-5a7c3336efe2 HTTP/1.1" status: 200 len: 886 time: 0.0814018 Mar 08 18:45:07.096385 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:45:07.350300 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks [] for router_gateway (5237ffcb-0416-46b5-bf28-596fdc50fa98), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:07.656564 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks [] for router_gateway (5237ffcb-0416-46b5-bf28-596fdc50fa98), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:07.730558 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:07.849926 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Allocated IP 172.27.0.98 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/af946ed5-9107-4443-b1ce-4147b351bef1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:45:07.964398 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks [] for port (af946ed5-9107-4443-b1ce-4147b351bef1), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:08.092594 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:08.131447 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:45:08.134476 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:45:08.137932 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:45:08.175934 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Pushing event updated for resources: {'Port': ['ID=af946ed5-9107-4443-b1ce-4147b351bef1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:08.506816 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks [] for router_gateway (5237ffcb-0416-46b5-bf28-596fdc50fa98), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:08.809096 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4185168'] for router (5237ffcb-0416-46b5-bf28-596fdc50fa98), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:08.812453 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544798'] for router (5237ffcb-0416-46b5-bf28-596fdc50fa98), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:08.926547 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Router 5237ffcb-0416-46b5-bf28-596fdc50fa98 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:45:09.045498 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:45:09.049711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] Publish callbacks [] for router (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:09.050947 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-639eadeb-e7db-4b74-872d-901f5b7cdc6a demo admin] 10.222.0.74 "PUT /v2.0/routers/5237ffcb-0416-46b5-bf28-596fdc50fa98 HTTP/1.1" status: 200 len: 889 time: 1.9577091 Mar 08 18:45:11.671864 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48428) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:45:11.814459 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7f7ad9ee-7622-44a9-8cee-6a3ba0c1371b admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1414015 Mar 08 18:45:11.907731 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device efb39e71-f058-4408-a6fc-0067520fbc3b up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:45:11.969804 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port efb39e71-f058-4408-a6fc-0067520fbc3b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:11.970227 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:12.065500 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port efb39e71-f058-4408-a6fc-0067520fbc3b is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:45:12.113438 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Sync routers for ids ['5237ffcb-0416-46b5-bf28-596fdc50fa98'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:45:12.127780 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Routers {'5237ffcb-0416-46b5-bf28-596fdc50fa98'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:45:12.128522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:44:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5237ffcb-0416-46b5-bf28-596fdc50fa98'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:12.363174 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Set router 5237ffcb-0416-46b5-bf28-596fdc50fa98 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:45:12.890164 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'name': 'router1', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'af946ed5-9107-4443-b1ce-4147b351bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:44:49Z', 'updated_at': '2022-03-08T18:45:08Z', 'revision_number': 4, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'gw_port': {'id': 'af946ed5-9107-4443-b1ce-4147b351bef1', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:45:07Z', 'updated_at': '2022-03-08T18:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'efb39e71-f058-4408-a6fc-0067520fbc3b', 'name': '', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'mac_address': 'fa:16:3e:65:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:44:59Z', 'updated_at': '2022-03-08T18:45:03Z', 'revision_number': 5, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'subnets': [{'id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:12.947594 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Checking router: 5237ffcb-0416-46b5-bf28-596fdc50fa98 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:45:12.948301 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Updating router 5237ffcb-0416-46b5-bf28-596fdc50fa98 port af946ed5-9107-4443-b1ce-4147b351bef1 binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:45:13.004054 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:13.363350 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Publish callbacks [] for port (af946ed5-9107-4443-b1ce-4147b351bef1), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:13.453531 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:13.518561 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Attempting to bind port af946ed5-9107-4443-b1ce-4147b351bef1 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:45:13.518933 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Attempting to bind port af946ed5-9107-4443-b1ce-4147b351bef1 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:45:13.519296 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Attempting to bind port af946ed5-9107-4443-b1ce-4147b351bef1 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:45:13.524981 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fdaff-1566-43f6-b23f-8c6d19006b34 None None] Pushing event updated for resources: {'Port': ['ID=af946ed5-9107-4443-b1ce-4147b351bef1,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:13.530924 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:45:13.531330 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:45:13.531737 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:13.532125 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:45:13.533112 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Bound port: af946ed5-9107-4443-b1ce-4147b351bef1, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:45:13.533112 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:13.628503 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] For port af946ed5-9107-4443-b1ce-4147b351bef1, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:45:13.632145 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] For port af946ed5-9107-4443-b1ce-4147b351bef1, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=af946ed5-9107-4443-b1ce-4147b351bef1,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:45:13.721101 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:13.787060 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Routers {'5237ffcb-0416-46b5-bf28-596fdc50fa98'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:45:13.787060 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:44:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5237ffcb-0416-46b5-bf28-596fdc50fa98'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:13.827160 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fdaff-1566-43f6-b23f-8c6d19006b34 None None] Pushing event updated for resources: {'Port': ['ID=af946ed5-9107-4443-b1ce-4147b351bef1,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:13.917647 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] Set router 5237ffcb-0416-46b5-bf28-596fdc50fa98 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:45:14.161795 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'name': 'router1', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'af946ed5-9107-4443-b1ce-4147b351bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:44:49Z', 'updated_at': '2022-03-08T18:45:08Z', 'revision_number': 4, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'gw_port': {'id': 'af946ed5-9107-4443-b1ce-4147b351bef1', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:45:07Z', 'updated_at': '2022-03-08T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'efb39e71-f058-4408-a6fc-0067520fbc3b', 'name': '', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'mac_address': 'fa:16:3e:65:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:44:59Z', 'updated_at': '2022-03-08T18:45:03Z', 'revision_number': 5, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'subnets': [{'id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:45:14.194171 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f797f-80bf-41b5-a1fb-3ed7e45ab201 None None] The sync data for ids ['5237ffcb-0416-46b5-bf28-596fdc50fa98'] in dv-cinder-830088-3-iscsi is: [{'id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'name': 'router1', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'af946ed5-9107-4443-b1ce-4147b351bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:44:49Z', 'updated_at': '2022-03-08T18:45:08Z', 'revision_number': 4, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'gw_port': {'id': 'af946ed5-9107-4443-b1ce-4147b351bef1', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:45:07Z', 'updated_at': '2022-03-08T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'efb39e71-f058-4408-a6fc-0067520fbc3b', 'name': '', 'network_id': '431bd07e-6ead-4da4-bd01-d6fc10f33c1d', 'tenant_id': 'df95b10070c8464383f47ff04a91abcf', 'mac_address': 'fa:16:3e:65:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237ffcb-0416-46b5-bf28-596fdc50fa98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:44:59Z', 'updated_at': '2022-03-08T18:45:03Z', 'revision_number': 5, 'project_id': 'df95b10070c8464383f47ff04a91abcf', 'subnets': [{'id': '28d50452-a198-4638-be2e-3cb95fabbe7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a922146-9b04-4937-8227-b6ad5064905b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:45:15.959983 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device af946ed5-9107-4443-b1ce-4147b351bef1 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:45:16.044713 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port af946ed5-9107-4443-b1ce-4147b351bef1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:16.045332 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:16.144892 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port af946ed5-9107-4443-b1ce-4147b351bef1 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:45:16.146176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:16.173550 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port af946ed5-9107-4443-b1ce-4147b351bef1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=af946ed5-9107-4443-b1ce-4147b351bef1,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:45:16.252329 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:16.325719 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=af946ed5-9107-4443-b1ce-4147b351bef1,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:45:17.940897 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device af946ed5-9107-4443-b1ce-4147b351bef1 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:45:18.010217 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port af946ed5-9107-4443-b1ce-4147b351bef1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:45:18.011031 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (af946ed5-9107-4443-b1ce-4147b351bef1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:18.110929 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port af946ed5-9107-4443-b1ce-4147b351bef1 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:45:22.560989 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6994a793-d995-4266-86df-91148fffe87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:24.863008 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c089a4fc-82ef-411a-931c-5b98785a2ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:26.075458 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:27.350416 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:29.138419 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:33.325857 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:45:52.560871 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bda5248e-23d1-4575-8d27-b89234e6fa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:54.852306 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3339b560-478a-4211-ac85-e51f2fc5c7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:56.068283 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:57.336017 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:45:59.153535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:10.325625 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:46:22.530838 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4fb58438-5675-4fed-97f8-d06ed40dfb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:24.845893 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81be53d8-eaa7-4ebf-b4f0-b47f7e3a69a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:26.069052 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:27.341806 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:29.182577 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:38.351464 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48912) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:38.414690 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94be9fa-a31e-430e-b325-3982753c7582 admin admin] GET failed (client error): The resource could not be found. Mar 08 18:46:38.415967 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e94be9fa-a31e-430e-b325-3982753c7582 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635452 Mar 08 18:46:38.575636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f84331-71ce-41e9-b20f-c71981c1327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:38.577106 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-86f84331-71ce-41e9-b20f-c71981c1327b admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571558 Mar 08 18:46:40.897586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48922) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:40.990189 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c66350-67e3-47ed-a873-05b48061d7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:40.991533 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-71c66350-67e3-47ed-a873-05b48061d7ef admin admin] 10.222.0.74 "GET /v2.0/subnets/28d50452-a198-4638-be2e-3cb95fabbe7a HTTP/1.1" status: 200 len: 849 time: 0.0929456 Mar 08 18:46:41.001001 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:46:41.082656 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Publish callbacks [] for subnet (28d50452-a198-4638-be2e-3cb95fabbe7a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:41.296608 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789498004399'] for subnet (28d50452-a198-4638-be2e-3cb95fabbe7a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:41.326613 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:41.327204 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:41.329074 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] 10.222.0.74 "PUT /v2.0/subnets/28d50452-a198-4638-be2e-3cb95fabbe7a HTTP/1.1" status: 200 len: 868 time: 0.3310885 Mar 08 18:46:41.331214 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181443c-9a6c-41fd-85e4-e5a21e44742c None None] Network 431bd07e-6ead-4da4-bd01-d6fc10f33c1d requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:46:41.350038 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d50452-a198-4638-be2e-3cb95fabbe7a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:46:41.357991 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.358702 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.359039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.359379 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.359717 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.360315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.360507 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.360828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.361172 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.361503 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.362507 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.362841 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.363166 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eba175-ed5c-486b-8639-95246b951898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:46:41.667789 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b49f4a11-83f8-4e15-98c1-37e2e04f05af None None] Provisioning complete for port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:46:41.668199 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b49f4a11-83f8-4e15-98c1-37e2e04f05af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (f8bdccf7-f751-486e-a267-5e1a42c8f5a5), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:41.746665 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b49f4a11-83f8-4e15-98c1-37e2e04f05af None None] Current status of the port f8bdccf7-f751-486e-a267-5e1a42c8f5a5 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:46:41.757658 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b49f4a11-83f8-4e15-98c1-37e2e04f05af None None] Provisioning complete for port efb39e71-f058-4408-a6fc-0067520fbc3b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:46:41.758062 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b49f4a11-83f8-4e15-98c1-37e2e04f05af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efb39e71-f058-4408-a6fc-0067520fbc3b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:41.834800 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b49f4a11-83f8-4e15-98c1-37e2e04f05af None None] Current status of the port efb39e71-f058-4408-a6fc-0067520fbc3b is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:46:43.696746 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48930) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:43.896258 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b3f35-55d9-48f0-859c-d0bcdced8c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:43.896748 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b3f35-55d9-48f0-859c-d0bcdced8c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:43.898334 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-627b3f35-55d9-48f0-859c-d0bcdced8c33 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004981 Mar 08 18:46:46.202952 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48938) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:46.336954 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f9e6a-276d-4e64-bf88-eab06d291e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:46.337423 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f9e6a-276d-4e64-bf88-eab06d291e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:46.339037 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-dd5f9e6a-276d-4e64-bf88-eab06d291e93 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351199 Mar 08 18:46:47.324675 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:46:48.645268 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48946) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:48.775321 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c796d25b-c424-49d3-9195-8caed2d96cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:48.776686 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c796d25b-c424-49d3-9195-8caed2d96cd9 admin admin] 10.222.0.74 "GET /v2.0/networks/431bd07e-6ead-4da4-bd01-d6fc10f33c1d HTTP/1.1" status: 200 len: 869 time: 0.1304269 Mar 08 18:46:51.089563 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48954) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:51.213732 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eeb5a1-7aba-4d02-a35a-1a6c7b2eb443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:51.215130 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c9eeb5a1-7aba-4d02-a35a-1a6c7b2eb443 admin admin] 10.222.0.74 "GET /v2.0/networks/bb54e7e9-9407-4285-a50a-5a7c3336efe2 HTTP/1.1" status: 200 len: 886 time: 0.1245816 Mar 08 18:46:52.540652 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb27802-8bd7-4fb7-93ae-c0491623984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:53.537241 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48962) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:53.663081 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93e8c2-f80c-493b-854d-5ca673563d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:53.663577 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93e8c2-f80c-493b-854d-5ca673563d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:53.665093 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4b93e8c2-f80c-493b-854d-5ca673563d85 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269054 Mar 08 18:46:54.860934 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7e1b769b-601a-4ff5-8285-cd8f54d2349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:55.980756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48970) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:56.073987 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398934ab-d7f5-4e60-91d7-0c14eb5395b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:56.074467 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398934ab-d7f5-4e60-91d7-0c14eb5395b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:56.075964 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-398934ab-d7f5-4e60-91d7-0c14eb5395b2 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942695 Mar 08 18:46:56.079231 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:57.351653 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:46:58.390087 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 48978) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:46:58.492851 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24ce7e-c27a-46be-b4f1-a525a504e855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:46:58.494318 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-dc24ce7e-c27a-46be-b4f1-a525a504e855 admin admin] 10.222.0.74 "GET /v2.0/subnets/28d50452-a198-4638-be2e-3cb95fabbe7a HTTP/1.1" status: 200 len: 868 time: 0.1032794 Mar 08 18:46:59.136414 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:00.833656 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 48986) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:47:00.956698 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b93fff-1dce-40bd-a0e0-e4689973dff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:47:00.958068 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-99b93fff-1dce-40bd-a0e0-e4689973dff2 admin admin] 10.222.0.74 "GET /v2.0/subnets/e4bcda72-8ada-47fa-8b03-7b881b55c5ba HTTP/1.1" status: 200 len: 816 time: 0.1234794 Mar 08 18:47:22.570845 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-911374f7-489f-4346-b718-93d79e0e87c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:24.323311 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:47:24.890185 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3f5f-1392-44b2-ac4c-63ac0ab9259d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:26.084570 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:27.347252 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:29.141885 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49040) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:47:29.142541 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:29.190167 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [None req-4bda99d0-8aee-4126-a38f-239d5013cf39 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:47:29.191167 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4bda99d0-8aee-4126-a38f-239d5013cf39 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483229 Mar 08 18:47:31.637625 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49048) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:47:31.709364 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2b03fc-b158-496b-bc4f-f9d2bd9c7c43 admin admin] GET failed (client error): The resource could not be found. Mar 08 18:47:31.710723 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1f2b03fc-b158-496b-bc4f-f9d2bd9c7c43 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0721245 Mar 08 18:47:31.857219 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41180bac-5a62-4494-b148-839ad2199634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:47:31.858689 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-41180bac-5a62-4494-b148-839ad2199634 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439214 Mar 08 18:47:34.191689 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49056) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:47:34.239165 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:47:34.322442 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Made reservation on behalf of 6a7099e9eb1d4868bf688ce6a06c8967 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:47:34.324679 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:34.362968 dv-cinder-830088-3-iscsi neutron-server[110159]: WARNING neutron.services.revisions.revision_plugin [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Could not find related network for resource to bump revision. Mar 08 18:47:34.376380 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:47:34.385702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (45cf0b23-eabd-450d-8ac2-1ac68435629d), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:34.386064 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Added segment 45cf0b23-eabd-450d-8ac2-1ac68435629d of type vlan for network 11135c9c-66cc-470f-a7e2-441fac49e69a Mar 08 18:47:34.448280 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (11135c9c-66cc-470f-a7e2-441fac49e69a), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:34.507241 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (11135c9c-66cc-470f-a7e2-441fac49e69a), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:34.508259 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:47:34.508831 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:34.601802 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Pushing event updated for resources: {'Network': ['ID=11135c9c-66cc-470f-a7e2-441fac49e69a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:47:34.611341 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4186144 Mar 08 18:47:34.612419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.615843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.616525 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.616525 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.616669 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcc524-ebfb-4a95-b0b8-2d6c60a2633c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:34.632875 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 11135c9c-66cc-470f-a7e2-441fac49e69a details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:47:36.978587 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49064) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:47:37.049197 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9989ee8f-6d47-4004-8f33-2bf006540836 admin admin] GET failed (client error): The resource could not be found. Mar 08 18:47:37.051278 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-9989ee8f-6d47-4004-8f33-2bf006540836 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0717893 Mar 08 18:47:37.128542 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea3727-f1bc-41e3-823b-7079b6ffd9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:47:37.130036 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-0fea3727-f1bc-41e3-823b-7079b6ffd9fd admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0748515 Mar 08 18:47:37.139691 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:47:37.278469 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Made reservation on behalf of 6a7099e9eb1d4868bf688ce6a06c8967 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:47:37.280823 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:37.569101 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (26946612-0458-47c9-b22a-de046e64a246), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:37.633139 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26946612-0458-47c9-b22a-de046e64a246,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:47:37.646714 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Checking segment: {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:47:37.647116 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Network hostable DHCP agents. Network: 11135c9c-66cc-470f-a7e2-441fac49e69a, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:47:37.775827 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Network 11135c9c-66cc-470f-a7e2-441fac49e69a is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:47:37.850096 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 11135c9c-66cc-470f-a7e2-441fac49e69a) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:47:37.854867 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:47:37.855451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:37.861478 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8aaf6c-ea70-45c6-9fcb-c03d3eb7a5b5 None None] Network 11135c9c-66cc-470f-a7e2-441fac49e69a requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:47:37.932802 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a8f06df7-08c1-44d9-a101-d2e1d25dbd12 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7964311 Mar 08 18:47:37.961509 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-11135c9c-66cc-470f-a7e2-441fac49e69a', 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a', 'project_id': '6a7099e9eb1d4868bf688ce6a06c8967', 'fixed_ips': [{'subnet_id': '26946612-0458-47c9-b22a-de046e64a246'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:47:37.962666 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:38.217257 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Allocated IP 192.168.233.2 (11135c9c-66cc-470f-a7e2-441fac49e69a/26946612-0458-47c9-b22a-de046e64a246/69f6de24-2c55-46c8-b2df-2ae54c2aa60d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:47:38.366333 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Publish callbacks [] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:38.437610 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:38.478876 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Network 11135c9c-66cc-470f-a7e2-441fac49e69a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:47:38.481710 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:47:38.485704 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:47:38.491734 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Pushing event updated for resources: {'Port': ['ID=69f6de24-2c55-46c8-b2df-2ae54c2aa60d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:47:38.503765 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.504135 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.504493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.504834 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.505171 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.505493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.505855 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.506207 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.506531 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.506870 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.507193 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.507510 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.507827 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:47:38.560712 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Attempting to bind port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:47:38.561090 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Attempting to bind port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:47:38.561451 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Attempting to bind port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d on network 11135c9c-66cc-470f-a7e2-441fac49e69a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:47:38.568414 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:47:38.568784 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Checking segment: {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:47:38.569183 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:38.569574 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Bound using segment: {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:47:38.570035 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Bound port: 69f6de24-2c55-46c8-b2df-2ae54c2aa60d, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:47:38.570433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:38.641077 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] For port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:47:38.644351 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] For port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=69f6de24-2c55-46c8-b2df-2ae54c2aa60d,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:47:38.724837 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:38.788021 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2c458-f3c0-4bc3-a295-10189806abcf None None] Pushing event updated for resources: {'Port': ['ID=69f6de24-2c55-46c8-b2df-2ae54c2aa60d,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:47:39.629281 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb31215-8e02-4f76-ad19-79783c4981b4 None None] Network 11135c9c-66cc-470f-a7e2-441fac49e69a requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:47:39.738793 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] Provisioning complete for port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:47:39.739185 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:39.834586 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] Current status of the port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:47:39.834586 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:39.869355 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] For port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=69f6de24-2c55-46c8-b2df-2ae54c2aa60d,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:47:39.947401 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:40.027995 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 69f6de24-2c55-46c8-b2df-2ae54c2aa60d up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:47:40.053529 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5918632-a2e5-47bc-9521-73f932bd31e4 None None] Pushing event updated for resources: {'Port': ['ID=69f6de24-2c55-46c8-b2df-2ae54c2aa60d,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:47:40.090907 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bece9708-bfd8-4249-9852-7a6fd3a97fd5 None None] Provisioning complete for port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:47:40.090907 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bece9708-bfd8-4249-9852-7a6fd3a97fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:40.126158 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:47:40.126461 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:40.242653 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bece9708-bfd8-4249-9852-7a6fd3a97fd5 None None] Current status of the port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:47:40.247151 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:47:41.954872 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 69f6de24-2c55-46c8-b2df-2ae54c2aa60d up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:47:42.003637 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:47:42.004030 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (69f6de24-2c55-46c8-b2df-2ae54c2aa60d), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:42.080611 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 69f6de24-2c55-46c8-b2df-2ae54c2aa60d is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:47:52.573934 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4fffffa8-af39-442b-8bf7-a296227d2216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:54.859763 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-967655eb-f3ca-458e-8d7a-dd0e42437b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:56.078708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:57.398587 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:47:59.173838 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:01.321559 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:48:22.552369 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c9f7206d-d00d-43e9-94bc-fe0ad20846ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:24.889733 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-246c6559-ab56-49d5-87a7-846b7122be93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:26.116230 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:27.363530 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:29.144489 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:38.357369 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:48:52.561155 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1c98059b-f2aa-4b9d-942f-69a0af9c3b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:54.853907 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce0d8-c4d2-4790-8aad-c6930d19a654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:56.128425 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:57.354956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:48:59.151405 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:06.827056 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49102) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:06.832621 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [None req-a7d45d57-eac8-4ddb-848b-3e9ff593fd6f tempest-verify_tempest_config-2089993405 tempest-verify_tempest_config-2089993405-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:49:06.833590 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a7d45d57-eac8-4ddb-848b-3e9ff593fd6f tempest-verify_tempest_config-2089993405 tempest-verify_tempest_config-2089993405-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055654 Mar 08 18:49:07.306413 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:07.512875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.587634 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Publish callbacks [] for security_group (822d6789-bbd6-446e-b17c-8d5e9fdfd3c9), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.657572 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (822d6789-bbd6-446e-b17c-8d5e9fdfd3c9), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.699840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d6789-bbd6-446e-b17c-8d5e9fdfd3c9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:07.704871 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd49b72259cd47a18a72b3cfa0e6391f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3969057 Mar 08 18:49:07.707643 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49126) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:49:07.709192 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.709536 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.709875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.710235 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.710566 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.710895 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.711236 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.711561 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.711896 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.712218 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.712536 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.712850 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.713167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d2e436-e387-4f19-9afa-4e7c906eb64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.762222 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Publish callbacks [] for security_group (822d6789-bbd6-446e-b17c-8d5e9fdfd3c9), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.782340 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Publish callbacks [] for security_group (822d6789-bbd6-446e-b17c-8d5e9fdfd3c9), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.939775 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (822d6789-bbd6-446e-b17c-8d5e9fdfd3c9), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.942292 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:07.943439 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/822d6789-bbd6-446e-b17c-8d5e9fdfd3c9 HTTP/1.1" status: 204 len: 168 time: 0.2347920 Mar 08 18:49:07.955147 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d6789-bbd6-446e-b17c-8d5e9fdfd3c9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:49:07.958456 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.958812 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.959155 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.959490 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.959823 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.960152 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.960481 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.960811 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.961157 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.961499 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.961826 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.962212 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:07.962518 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526b17-d125-4e06-a899-436709c69b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:49:15.327328 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:49:22.562631 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c4c6556c-0432-438c-8aa5-1da4d2e11c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:24.888348 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-71147c2d-0762-4ab8-9727-677ad6a9c1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:26.202779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:27.405915 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:29.165579 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:52.325826 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:49:52.567848 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f25dd2a0-4d0c-48e7-ac07-eafb07ef7ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:54.873745 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-96c2117b-4ff2-4ec8-b233-35d10edc9800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:56.116333 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:57.356343 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:49:59.167209 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:22.606942 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb3d9-f224-4728-b1ed-d6a092f88d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:24.920776 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-33486d81-256e-44a6-b5e7-248e467e193b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:26.155709 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:27.381790 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:29.183637 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:29.324091 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:50:51.501328 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543732'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:52.586788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eba842d4-ddf5-48c1-a5ed-0dde29bfbd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:54.872446 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2c729e9d-e5a2-4e39-8448-44a1ed6907db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:56.172069 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:57.404562 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:50:59.181005 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:06.328402 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:51:06.451711 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49202) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:06.556593 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-bae4960e-d5b0-4237-91f8-ca7c95687832 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037579 Mar 08 18:51:08.954559 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49212) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:51:09.022146 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3a9f68a0-acc2-4fe2-a263-b31a948c2aac admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0663233 Mar 08 18:51:21.431745 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:22.595088 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c529-7415-413a-abb7-b6f45a40f882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:24.943493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d6f3040f-c24d-415e-8e64-fd475ff7867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:26.145941 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:27.416726 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:29.237380 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:43.327418 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:51:51.507895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:52.594438 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f646dc9a-f09d-42dc-a54f-ba1dc1615c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:54.957462 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b11bd9f8-54de-4007-9130-711e01ce0dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:56.140100 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:57.390932 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:51:59.188023 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:20.327105 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:52:21.469965 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:22.573368 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28b5ce33-04c0-44ee-82b3-e74ffa02bb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:24.935709 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-063c8669-23a1-4793-b24c-9701f32b6728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:26.259172 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:27.545363 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:29.244609 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.473746 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:49.527201 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49410) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:49.765575 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49422) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:49.840469 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-62510877-network', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:49.981776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Made reservation on behalf of 135b23afc64f44a1b5785146ee4a9cff for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:49.984184 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:49.993172 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.054092 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-404532242-network', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:50.083408 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks [] for security_group (67a77cd4-d942-4db9-8b44-e180e452e8a7), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.181361 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Made reservation on behalf of dd02145d689e4b809d70342a8a66b373 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:50.183966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.192769 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.237741 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1787270108-network', 'tenant_id': '8ff6d54a3d5641749431c9c3203fff72'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:50.252440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (67a77cd4-d942-4db9-8b44-e180e452e8a7), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.276996 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:52:50.291275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks [] for security_group (771e7558-3fa8-4150-a723-a869133505ef), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.303719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.304051 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Added segment 2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb of type vlan for network 03a254a8-a992-4a6b-a782-ae97f955d701 Mar 08 18:52:50.305343 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a77cd4-d942-4db9-8b44-e180e452e8a7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:50.320481 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.320848 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.321196 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.321527 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.321854 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.322210 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.322549 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.322874 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.323208 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.324144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.324539 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.324855 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.325171 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Tracked resource versions report: Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: pushed versions: Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: { 'AddressGroup': {'1.2'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'ConntrackHelper': {'1.0'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Log': {'1.0'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Network': {'1.1'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Port': {'1.7'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'PortForwarding': {'1.2'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'QosPolicy': {'1.10'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroup': {'1.5'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SubPort': {'1.0'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Subnet': {'1.1'}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Trunk': {'1.1'}} Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: consumer versions: Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'ConntrackHelper': '1.0', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'LocalIPAssociation': '1.0', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Log': '1.0', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Network': '1.1', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Port': '1.7', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'PortForwarding': '1.2', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'QosPolicy': '1.10', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroup': '1.5', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SecurityGroupRule': '1.2', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'SubPort': '1.0', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Subnet': '1.1', Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: 'Trunk': '1.1'}} Mar 08 18:52:50.326323 dv-cinder-830088-3-iscsi neutron-server[110158]: {{(pid=110158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:52:50.367784 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (03a254a8-a992-4a6b-a782-ae97f955d701), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.395634 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (771e7558-3fa8-4150-a723-a869133505ef), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.401391 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Made reservation on behalf of 8ff6d54a3d5641749431c9c3203fff72 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:50.404621 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.417617 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.455260 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e7558-3fa8-4150-a723-a869133505ef,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:50.456250 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (03a254a8-a992-4a6b-a782-ae97f955d701), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.457987 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:50.458864 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.466294 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:52:50.476591 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (e5a09cbf-6506-4772-b675-fd1ec4ff4c21), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.477531 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Added segment e5a09cbf-6506-4772-b675-fd1ec4ff4c21 of type vlan for network b862c615-770c-4344-abbb-1e35a70abc6b Mar 08 18:52:50.520376 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (b862c615-770c-4344-abbb-1e35a70abc6b), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.532776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] Pushing event updated for resources: {'Network': ['ID=03a254a8-a992-4a6b-a782-ae97f955d701,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:50.541759 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.542389 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.542677 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.543018 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.543347 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.543685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.544022 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.544147 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 03a254a8-a992-4a6b-a782-ae97f955d701 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:52:50.544608 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.544712 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.544998 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.545322 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.545716 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.546259 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Tracked resource versions report: Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: pushed versions: Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: { 'AddressGroup': {'1.2'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'ConntrackHelper': {'1.0'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Log': {'1.0'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Network': {'1.1'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Port': {'1.7'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'PortForwarding': {'1.2'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'QosPolicy': {'1.10'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroup': {'1.5'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SubPort': {'1.0'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Subnet': {'1.1'}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Trunk': {'1.1'}} Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: consumer versions: Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'ConntrackHelper': '1.0', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'LocalIPAssociation': '1.0', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Log': '1.0', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Network': '1.1', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Port': '1.7', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'PortForwarding': '1.2', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'QosPolicy': '1.10', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroup': '1.5', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SecurityGroupRule': '1.2', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'SubPort': '1.0', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Subnet': '1.1', Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: 'Trunk': '1.1'}} Mar 08 18:52:50.547817 dv-cinder-830088-3-iscsi neutron-server[110159]: {{(pid=110159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:52:50.635510 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks [] for security_group (ff59a175-483e-4b9a-9c69-1d8488ef8f49), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.675825 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e0769625-4c0c-4747-9572-b4c05ce0187f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2002182 Mar 08 18:52:50.678621 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49452) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:50.683501 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Request body: {'subnet': {'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-subnet', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:50.707378 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (b862c615-770c-4344-abbb-1e35a70abc6b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.719917 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:50.719917 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.785918 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] Pushing event updated for resources: {'Network': ['ID=b862c615-770c-4344-abbb-1e35a70abc6b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:50.790097 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ff59a175-483e-4b9a-9c69-1d8488ef8f49), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.797640 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network b862c615-770c-4344-abbb-1e35a70abc6b details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:52:50.803840 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:52:50.814572 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (37a03f03-0f59-4f46-8277-d7a1a67d4449), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.815089 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Added segment 37a03f03-0f59-4f46-8277-d7a1a67d4449 of type vlan for network d11e985c-0ee0-4e8e-b862-0747472bcf40 Mar 08 18:52:50.828663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Made reservation on behalf of 135b23afc64f44a1b5785146ee4a9cff for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:50.832598 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.865804 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-aa62f836-fb89-49f7-ad6c-50c901a73a67 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3372450 Mar 08 18:52:50.874325 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49460) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:50.903053 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (d11e985c-0ee0-4e8e-b862-0747472bcf40), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:50.914946 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Request body: {'subnet': {'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-404532242-subnet', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:50.944834 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff59a175-483e-4b9a-9c69-1d8488ef8f49,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.063923 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Made reservation on behalf of dd02145d689e4b809d70342a8a66b373 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:51.066398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.068510 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (d11e985c-0ee0-4e8e-b862-0747472bcf40), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.069537 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:51.069958 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.093071 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (f6a29931-efde-46b1-a78d-b7b81645fdfa), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.160083 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] Pushing event updated for resources: {'Network': ['ID=d11e985c-0ee0-4e8e-b862-0747472bcf40,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.172372 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Checking segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:51.173047 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Network hostable DHCP agents. Network: 03a254a8-a992-4a6b-a782-ae97f955d701, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:52:51.173819 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network d11e985c-0ee0-4e8e-b862-0747472bcf40 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:52:51.197722 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a29931-efde-46b1-a78d-b7b81645fdfa,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.280060 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ad2deb8d-9244-446d-ab27-830ebbdd8e84 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5104773 Mar 08 18:52:51.280264 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49468) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:51.284878 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Request body: {'subnet': {'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1787270108-subnet', 'tenant_id': '8ff6d54a3d5641749431c9c3203fff72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:51.312831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Network 03a254a8-a992-4a6b-a782-ae97f955d701 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:52:51.407626 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Made reservation on behalf of 8ff6d54a3d5641749431c9c3203fff72 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:52:51.411244 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.444149 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.444994 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 03a254a8-a992-4a6b-a782-ae97f955d701) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:51.454473 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:51.457360 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.463874 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d8dfc-291c-4b37-a4b2-940536b078e2 None None] Network 03a254a8-a992-4a6b-a782-ae97f955d701 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:51.467594 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (ec04382b-096c-49a9-a89a-d851e3f0e19b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.581311 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec04382b-096c-49a9-a89a-d851e3f0e19b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.598459 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281a45a-08dd-4354-bada-8e86b1e57390 None None] Network 03a254a8-a992-4a6b-a782-ae97f955d701 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:51.628224 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Checking segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:51.630270 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Network hostable DHCP agents. Network: b862c615-770c-4344-abbb-1e35a70abc6b, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:52:51.638735 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-fcc2224a-c645-431d-a9ac-7374a77c3428 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9589875 Mar 08 18:52:51.641399 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49492) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:51.646073 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:51.825282 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.832288 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (c3520917-c29f-44ac-a0d9-06f8190939e3), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.834241 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (c3520917-c29f-44ac-a0d9-06f8190939e3), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.839056 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Network b862c615-770c-4344-abbb-1e35a70abc6b is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:52:51.907831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks [] for router_controller (c3520917-c29f-44ac-a0d9-06f8190939e3), precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:51.936214 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:51.960180 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Checking segment: {'id': '37a03f03-0f59-4f46-8277-d7a1a67d4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:51.960967 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Network hostable DHCP agents. Network: d11e985c-0ee0-4e8e-b862-0747472bcf40, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:52:52.020925 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, b862c615-770c-4344-abbb-1e35a70abc6b) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:52.027110 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:52.028396 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.030946 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de298c-5d26-4c91-b6b8-829442ad2e18 None None] Network b862c615-770c-4344-abbb-1e35a70abc6b requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:52.141628 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Network d11e985c-0ee0-4e8e-b862-0747472bcf40 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:52:52.146419 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-b862c615-770c-4344-abbb-1e35a70abc6b', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:52:52.147571 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.157667 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-45d5ca5d-d228-4cb7-a485-32b42d2bccb4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2674837 Mar 08 18:52:52.157667 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49512) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:52.164163 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:52:52.198343 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, d11e985c-0ee0-4e8e-b862-0747472bcf40) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:52.226084 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:52.226689 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.250781 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8d075-21d3-4266-8c51-ba27c79818cb None None] Network d11e985c-0ee0-4e8e-b862-0747472bcf40 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:52.257309 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks [] for router_gateway (c3520917-c29f-44ac-a0d9-06f8190939e3), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.361889 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.365264 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.381431 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4ac01a15-4890-4d23-a7c7-d34580339f4d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1000946 Mar 08 18:52:52.414003 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4c89c-ec56-4236-9a82-894d3a308825 None None] Network d11e985c-0ee0-4e8e-b862-0747472bcf40 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:52.418479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Allocated IP 172.20.0.2 (b862c615-770c-4344-abbb-1e35a70abc6b/ec04382b-096c-49a9-a89a-d851e3f0e19b/3867fa1a-f3e6-41aa-864a-044c74aed1a1) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:52.614325 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eae544f9-c70c-4173-b78d-0686849a3d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.719116 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Publish callbacks [] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.753742 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks [] for router_gateway (c3520917-c29f-44ac-a0d9-06f8190939e3), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.755853 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks [] for router_controller (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.779999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.814169 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:52.869098 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Network b862c615-770c-4344-abbb-1e35a70abc6b is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:52.875300 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:52.878810 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:52.884051 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Pushing event updated for resources: {'Port': ['ID=3867fa1a-f3e6-41aa-864a-044c74aed1a1,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:52.953517 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Allocated IP 172.27.0.236 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/9a5fae8c-1700-488b-8835-1e686a47ae17) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:53.109608 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks [] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.111656 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.112085 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.112455 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.112799 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.113133 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.113467 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.114028 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.114207 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.114538 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.114866 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.115192 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.115769 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.116112 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Tracked resource versions report: Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: pushed versions: Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: { 'AddressGroup': {'1.2'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'ConntrackHelper': {'1.0'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Log': {'1.0'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Network': {'1.1'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Port': {'1.7'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'PortForwarding': {'1.2'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'QosPolicy': {'1.10'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroup': {'1.5'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SubPort': {'1.0'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Subnet': {'1.1'}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Trunk': {'1.1'}} Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: consumer versions: Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'ConntrackHelper': '1.0', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'LocalIPAssociation': '1.0', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Log': '1.0', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Network': '1.1', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Port': '1.7', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'PortForwarding': '1.2', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'QosPolicy': '1.10', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroup': '1.5', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SecurityGroupRule': '1.2', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'SubPort': '1.0', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Subnet': '1.1', Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: 'Trunk': '1.1'}} Mar 08 18:52:53.119389 dv-cinder-830088-3-iscsi neutron-server[110160]: {{(pid=110160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:52:53.122767 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Attempting to bind port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:52:53.123142 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Attempting to bind port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:52:53.123511 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Attempting to bind port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 on network b862c615-770c-4344-abbb-1e35a70abc6b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:53.131433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:52:53.131433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Checking segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:53.131433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.131433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Bound using segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:52:53.131818 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Bound port: 3867fa1a-f3e6-41aa-864a-044c74aed1a1, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:52:53.133449 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.160107 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks [] for router_gateway (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.228659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] For port 3867fa1a-f3e6-41aa-864a-044c74aed1a1, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:52:53.232764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] For port 3867fa1a-f3e6-41aa-864a-044c74aed1a1, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3867fa1a-f3e6-41aa-864a-044c74aed1a1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:52:53.284841 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.316568 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.367759 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:53.370788 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:53.378684 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:53.458072 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Pushing event updated for resources: {'Port': ['ID=9a5fae8c-1700-488b-8835-1e686a47ae17,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:53.460467 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5d62a-f75e-4e4f-bb98-9b8a3d724ee6 None None] Pushing event updated for resources: {'Port': ['ID=3867fa1a-f3e6-41aa-864a-044c74aed1a1,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:53.651182 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49594) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:53.653289 dv-cinder-830088-3-iscsi neutron-server[110158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 18:52:53.754961 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks [] for router_gateway (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.786754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:53.965162 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Allocated IP 172.27.0.231 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/68a2680a-a328-4b16-922f-7cc0df02693e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:54.084665 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks [] for port (68a2680a-a328-4b16-922f-7cc0df02693e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.085015 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-a4410301-acff-415a-9bf6-6ff7cc8314c2 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:54.091804 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-a4410301-acff-415a-9bf6-6ff7cc8314c2 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/networks?id=d11e985c-0ee0-4e8e-b862-0747472bcf40 HTTP/1.1" status: 200 len: 812 time: 0.4396152 Mar 08 18:52:54.108998 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-77d030b5-5d61-4910-a698-e6cfba5349e5 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/quotas/8ff6d54a3d5641749431c9c3203fff72 HTTP/1.1" status: 200 len: 375 time: 0.0163021 Mar 08 18:52:54.162689 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8d8dd245-27be-479b-a147-08414b3514d5 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ff6d54a3d5641749431c9c3203fff72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526326 Mar 08 18:52:54.167690 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks [] for router_gateway (c3520917-c29f-44ac-a0d9-06f8190939e3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.225021 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3867fa1a-f3e6-41aa-864a-044c74aed1a1 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:52:54.264901 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.305840 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:54.307579 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.398486 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:54.399642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Pushing event updated for resources: {'Port': ['ID=68a2680a-a328-4b16-922f-7cc0df02693e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:54.403096 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:54.415742 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:54.452223 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:54.452819 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.509761 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 3867fa1a-f3e6-41aa-864a-044c74aed1a1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3867fa1a-f3e6-41aa-864a-044c74aed1a1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:54.514125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-629d857f-dfed-43e1-869c-c2cecdb28fc3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:52:54.515239 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-629d857f-dfed-43e1-869c-c2cecdb28fc3 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1284242 Mar 08 18:52:54.636840 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.668714 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (c3520917-c29f-44ac-a0d9-06f8190939e3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.727279 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=3867fa1a-f3e6-41aa-864a-044c74aed1a1,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:54.760293 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-875c53f4-1953-492a-904a-25046aa1ec78 service neutron] 10.222.0.74 "GET /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164192 Mar 08 18:52:54.760394 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c1ec2-057a-4895-ae4d-0e24e722195b None None] Network b862c615-770c-4344-abbb-1e35a70abc6b requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:52:54.860787 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e234fe55-e9e0-4e07-8248-b3ea6cf941a5 None None] Provisioning complete for port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:54.860787 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e234fe55-e9e0-4e07-8248-b3ea6cf941a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.930173 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c479b1c1-cbce-436f-a9bc-2c2547a9ad65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:54.931741 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5a722790-3297-46a2-8e92-f88771a5b468 service neutron] 10.222.0.74 "GET /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714520 Mar 08 18:52:55.023708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e234fe55-e9e0-4e07-8248-b3ea6cf941a5 None None] Current status of the port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:55.046741 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Router c3520917-c29f-44ac-a0d9-06f8190939e3 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:52:55.101615 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks [] for router_gateway (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.186385 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:55.200790 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Sync routers for ids ['c3520917-c29f-44ac-a0d9-06f8190939e3'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:55.211121 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Routers {'c3520917-c29f-44ac-a0d9-06f8190939e3'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:55.211329 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['c3520917-c29f-44ac-a0d9-06f8190939e3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:55.257666 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-df2bc7b0-bef9-4b75-aaac-788541cc5411 None None] Provisioning complete for port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:55.257666 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df2bc7b0-bef9-4b75-aaac-788541cc5411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.310775 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.313164 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-afd78653-4a90-4109-9151-27cee814a96e admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6705585 Mar 08 18:52:55.316173 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49638) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:55.385393 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:55.519183 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-df2bc7b0-bef9-4b75-aaac-788541cc5411 None None] Current status of the port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:55.576749 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Set router c3520917-c29f-44ac-a0d9-06f8190939e3 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:55.595540 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9044cde7-df49-455e-909e-0ccef522735c req-dd4b775b-8ce3-4467-a179-592e58dabd61 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.2725539 Mar 08 18:52:55.755563 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:52:55.881511 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:52:53Z', 'revision_number': 3, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:55.898903 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:55.910163 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:52:55.926781 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:55.927329 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:55.955565 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Checking router: c3520917-c29f-44ac-a0d9-06f8190939e3 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:55.956224 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Updating router c3520917-c29f-44ac-a0d9-06f8190939e3 port 9a5fae8c-1700-488b-8835-1e686a47ae17 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:52:55.988619 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.003063 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.007170 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-11453876-5fe6-4dc3-a0fb-d85dcf810864 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8511353 Mar 08 18:52:56.013020 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49668) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:56.129648 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:56.205839 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3867fa1a-f3e6-41aa-864a-044c74aed1a1 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:52:56.207714 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.217366 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.340723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:56.341344 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.445406 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Publish callbacks [] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.518578 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:54Z', 'revision_number': 3, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:56.526103 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:56.547156 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.566536 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:52:56.566896 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Updating router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 port 68a2680a-a328-4b16-922f-7cc0df02693e binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:52:56.603732 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.641144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Allocated IP 172.20.0.1 (03a254a8-a992-4a6b-a782-ae97f955d701/f6a29931-efde-46b1-a78d-b7b81645fdfa/37266c14-3587-4d66-9fca-6f82549045c9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:56.698868 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Pushing event updated for resources: {'Port': ['ID=9a5fae8c-1700-488b-8835-1e686a47ae17,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:56.729374 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.740975 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.742384 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.742794 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.743198 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.743465 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Tracked resource versions report: Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: pushed versions: Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: { 'AddressGroup': {'1.2'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'ConntrackHelper': {'1.0'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'LocalIPAssociation': {'1.0'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Log': {'1.0'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Network': {'1.1'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Port': {'1.7'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'PortForwarding': {'1.2'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'QosPolicy': {'1.10'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroup': {'1.5'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroupRule': {'1.2'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SubPort': {'1.0'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Subnet': {'1.1'}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Trunk': {'1.1'}} Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: consumer versions: Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: { DHCP agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: HyperV agent@hv-cinder-83008: {}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: L3 agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: Metadata agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: Metering agent@dv-cinder-830088-3-iscsi: {}, Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: Open vSwitch agent@dv-cinder-830088-3-iscsi: { 'AddressGroup': '1.2', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'ConntrackHelper': '1.0', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'LocalIPAssociation': '1.0', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Log': '1.0', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Network': '1.1', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Port': '1.7', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'PortForwarding': '1.2', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'QosPolicy': '1.10', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroup': '1.5', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SecurityGroupRule': '1.2', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'SubPort': '1.0', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Subnet': '1.1', Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: 'Trunk': '1.1'}} Mar 08 18:52:56.744644 dv-cinder-830088-3-iscsi neutron-server[110161]: {{(pid=110161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 18:52:56.763238 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Attempting to bind port 9a5fae8c-1700-488b-8835-1e686a47ae17 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:52:56.763616 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Attempting to bind port 9a5fae8c-1700-488b-8835-1e686a47ae17 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:52:56.765501 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Attempting to bind port 9a5fae8c-1700-488b-8835-1e686a47ae17 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:56.766381 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.794220 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:52:56.794741 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:56.795167 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.795565 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:52:56.796305 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Bound port: 9a5fae8c-1700-488b-8835-1e686a47ae17, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:52:56.796695 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:56.861776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49698) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:52:57.194621 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] For port 9a5fae8c-1700-488b-8835-1e686a47ae17, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:52:57.194621 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] For port 9a5fae8c-1700-488b-8835-1e686a47ae17, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=9a5fae8c-1700-488b-8835-1e686a47ae17,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:52:57.198652 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dea3cc6c-6d80-460a-88bc-4feda2f3de3b req-19cb0912-bc59-4303-b5f7-4d33b4c066a8 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.1067941 Mar 08 18:52:57.198652 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks [] for port (37266c14-3587-4d66-9fca-6f82549045c9), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.200129 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.200129 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Routers {'c3520917-c29f-44ac-a0d9-06f8190939e3'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:57.200129 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['c3520917-c29f-44ac-a0d9-06f8190939e3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:57.202440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (37266c14-3587-4d66-9fca-6f82549045c9), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.202440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Network 03a254a8-a992-4a6b-a782-ae97f955d701 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:57.202440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:57.217786 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Allocated IP 172.20.0.1 (b862c615-770c-4344-abbb-1e35a70abc6b/ec04382b-096c-49a9-a89a-d851e3f0e19b/ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:52:57.218605 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Publish callbacks [] for port (68a2680a-a328-4b16-922f-7cc0df02693e), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.221736 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:57.222576 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (c3520917-c29f-44ac-a0d9-06f8190939e3), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.263036 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdfefe-229c-4ea2-923b-40f69f46c961 None None] Pushing event updated for resources: {'Port': ['ID=9a5fae8c-1700-488b-8835-1e686a47ae17,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:57.343443 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:52:57.343528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Pushing event updated for resources: {'Port': ['ID=37266c14-3587-4d66-9fca-6f82549045c9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:57.347091 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] Set router c3520917-c29f-44ac-a0d9-06f8190939e3 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:57.368383 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks [] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.396399 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.453037 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.472952 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Attempting to bind port 68a2680a-a328-4b16-922f-7cc0df02693e on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:52:57.473317 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Attempting to bind port 68a2680a-a328-4b16-922f-7cc0df02693e by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:52:57.473677 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Attempting to bind port 68a2680a-a328-4b16-922f-7cc0df02693e on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:52:57.483845 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:52:57.484220 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:52:57.484619 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.485041 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:52:57.485502 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Bound port: 68a2680a-a328-4b16-922f-7cc0df02693e, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:52:57.485876 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.488596 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120af4-3e91-4b0f-8a16-ec0f5e86a73d None None] Pushing event updated for resources: {'Port': ['ID=68a2680a-a328-4b16-922f-7cc0df02693e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:57.528219 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37266c14-3587-4d66-9fca-6f82549045c9), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.536379 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.561447 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] For port 68a2680a-a328-4b16-922f-7cc0df02693e, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:52:57.565636 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] For port 68a2680a-a328-4b16-922f-7cc0df02693e, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=68a2680a-a328-4b16-922f-7cc0df02693e,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:52:57.577023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Network b862c615-770c-4344-abbb-1e35a70abc6b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:57.578660 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:57.582871 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:52:57.583525 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.591060 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:52:53Z', 'revision_number': 3, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:57.638709 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ba865-0460-4ce3-8768-5c2fcf08856d None None] The sync data for ids ['c3520917-c29f-44ac-a0d9-06f8190939e3'] in dv-cinder-830088-3-iscsi is: [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:52:53Z', 'revision_number': 3, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:57.666129 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.794629 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks [] for port (37266c14-3587-4d66-9fca-6f82549045c9), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.801170 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:52:57.802149 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:57.881203 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37266c14-3587-4d66-9fca-6f82549045c9), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.881935 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (c3520917-c29f-44ac-a0d9-06f8190939e3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:57.935633 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Pushing event updated for resources: {'Port': ['ID=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:58.099166 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-19f530e3-8e10-46f7-ac16-5dfb3523c2e8 None None] Provisioning complete for port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:58.099538 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-19f530e3-8e10-46f7-ac16-5dfb3523c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.161883 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-19f530e3-8e10-46f7-ac16-5dfb3523c2e8 None None] Port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:52:58.161883 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120af4-3e91-4b0f-8a16-ec0f5e86a73d None None] Pushing event updated for resources: {'Port': ['ID=68a2680a-a328-4b16-922f-7cc0df02693e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:58.252374 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Pushing event updated for resources: {'Port': ['ID=37266c14-3587-4d66-9fca-6f82549045c9,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:58.284744 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e892af5b-66a6-4832-a134-b2a71550742d req-71537207-f5b4-47a2-994a-68a8826222ff tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.1645117 Mar 08 18:52:58.326142 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9a5fae8c-1700-488b-8835-1e686a47ae17 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:52:58.328357 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Network 03a254a8-a992-4a6b-a782-ae97f955d701 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:58.330872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:58.339908 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.403265 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:52:58.520047 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Router c3520917-c29f-44ac-a0d9-06f8190939e3 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:58.571318 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 9a5fae8c-1700-488b-8835-1e686a47ae17 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:58.571854 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.615291 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks [] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.688326 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:58.698141 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2e007c3f-29ef-4082-a8b9-97a8fb216e4a admin admin] 10.222.0.74 "PUT /v2.0/routers/c3520917-c29f-44ac-a0d9-06f8190939e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3765843 Mar 08 18:52:58.709597 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.710636 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.718548 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 9a5fae8c-1700-488b-8835-1e686a47ae17 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:52:58.719336 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.745939 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 9a5fae8c-1700-488b-8835-1e686a47ae17, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=9a5fae8c-1700-488b-8835-1e686a47ae17,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:52:58.755310 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Pushing event updated for resources: {'Port': ['ID=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:58.757761 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:54Z', 'revision_number': 3, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:52:58.787976 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104438f-c411-48ad-bfd0-425401535d88 None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:54Z', 'revision_number': 3, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:52:58.889860 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:58.901362 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Network b862c615-770c-4344-abbb-1e35a70abc6b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:52:58.901362 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:52:58.993163 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=9a5fae8c-1700-488b-8835-1e686a47ae17,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:52:59.116728 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:52:59.166659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.412979 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fc11f1eb-f988-4fa3-aa1a-cd9de020208b None None] Provisioning complete for port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:52:59.414824 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc11f1eb-f988-4fa3-aa1a-cd9de020208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:52:59.448880 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-8975a3b3-8494-4e79-9f9b-3f41d4b483f7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:52:59.451549 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-8975a3b3-8494-4e79-9f9b-3f41d4b483f7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 817 time: 0.3143740 Mar 08 18:52:59.500351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-11c17287-e805-4d55-ba39-269c21e388ed tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/quotas/135b23afc64f44a1b5785146ee4a9cff HTTP/1.1" status: 200 len: 375 time: 0.0430570 Mar 08 18:52:59.523246 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fc11f1eb-f988-4fa3-aa1a-cd9de020208b None None] Port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:52:59.554014 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:52:59.568872 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-51677255-4588-4255-9f5a-7cfd5f46e97f admin admin] 10.222.0.74 "PUT /v2.0/routers/5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5603199 Mar 08 18:52:59.603707 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-24685bfc-60fb-44a6-a9e9-d92093c5d993 req-e454b86a-9716-4c42-924b-30af21b6947d tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0823047 Mar 08 18:52:59.668189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-cc3f75f1-8356-4665-8147-b48f8c5e784b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614091 Mar 08 18:52:59.790728 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-92c392ad-d6b4-44ff-b2b6-e78376297be0 service neutron] 10.222.0.74 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144617 Mar 08 18:52:59.906378 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-df746389-ea37-42d6-9815-0a31af627f96 service neutron] 10.222.0.74 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086218 Mar 08 18:53:00.352699 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c474ba5-cb1f-45b1-ae52-e5f1fa56276c req-0d0ae27d-6c5b-4e6b-8b0e-334cd108e294 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 210 time: 0.0826287 Mar 08 18:53:00.392339 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Sync routers for ids ['c3520917-c29f-44ac-a0d9-06f8190939e3'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:53:00.410876 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9a5fae8c-1700-488b-8835-1e686a47ae17 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:00.421993 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Routers {'c3520917-c29f-44ac-a0d9-06f8190939e3'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:00.422735 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['c3520917-c29f-44ac-a0d9-06f8190939e3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:00.488475 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 9a5fae8c-1700-488b-8835-1e686a47ae17 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:00.489133 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.608597 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Set router c3520917-c29f-44ac-a0d9-06f8190939e3 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:00.657667 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 9a5fae8c-1700-488b-8835-1e686a47ae17 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:00.660382 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 68a2680a-a328-4b16-922f-7cc0df02693e up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:00.800416 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 68a2680a-a328-4b16-922f-7cc0df02693e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:00.800803 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.916747 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 68a2680a-a328-4b16-922f-7cc0df02693e is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:00.918077 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:00.951567 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 49916) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:00.952190 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390432063', 'description': 'tempest-description--791547601'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:00.956661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 68a2680a-a328-4b16-922f-7cc0df02693e, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=68a2680a-a328-4b16-922f-7cc0df02693e,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:00.957134 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-bb5a04aa-7221-4dee-a142-773c80e71d40 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:00.964809 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-bb5a04aa-7221-4dee-a142-773c80e71d40 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 817 time: 0.2710376 Mar 08 18:53:00.988964 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-de709657-f9aa-4db8-b1ac-8f6df47a5214 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/quotas/135b23afc64f44a1b5785146ee4a9cff HTTP/1.1" status: 200 len: 375 time: 0.0176933 Mar 08 18:53:01.037760 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:52:57Z', 'revision_number': 4, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '37266c14-3587-4d66-9fca-6f82549045c9', 'name': '', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'mac_address': 'fa:16:3e:95:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:52:57Z', 'revision_number': 2, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'subnets': [{'id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:01.064663 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-272a09d4-f8f5-458a-8224-e37167798817 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735049 Mar 08 18:53:01.069673 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Checking router: c3520917-c29f-44ac-a0d9-06f8190939e3 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:53:01.070036 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Updating router c3520917-c29f-44ac-a0d9-06f8190939e3 port 37266c14-3587-4d66-9fca-6f82549045c9 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:53:01.097587 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37266c14-3587-4d66-9fca-6f82549045c9), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.132728 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.170597 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-f81e8544-f568-4f39-9239-308c7978238f service neutron] 10.222.0.74 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988400 Mar 08 18:53:01.193611 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=68a2680a-a328-4b16-922f-7cc0df02693e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:01.216327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.251324 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.77', 56258) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:01.312057 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-70b584b0-57e5-41a4-a3e8-1046b59f60dd service neutron] 10.222.0.74 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356940 Mar 08 18:53:01.460903 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:53:01.476775 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:01.477782 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:01.519458 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.523772 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Publish callbacks [] for port (37266c14-3587-4d66-9fca-6f82549045c9), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.530070 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-924a59e5-a79d-4513-9bd8-206b99b39a80 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:01.531568 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-924a59e5-a79d-4513-9bd8-206b99b39a80 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.77 "GET /v2.0/networks?id=d11e985c-0ee0-4e8e-b862-0747472bcf40 HTTP/1.1" status: 200 len: 812 time: 0.2788186 Mar 08 18:53:01.802842 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Request body: {'port': {'device_id': '838d79d9-beb5-4271-9441-8ea02218ade9', 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40', 'admin_state_up': True, 'tenant_id': '8ff6d54a3d5641749431c9c3203fff72'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:01.811226 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:01.815860 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37266c14-3587-4d66-9fca-6f82549045c9), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.816713 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49938) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:01.844506 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ef8a-24cb-4f24-ae5d-adb5df75598c None None] Pushing event updated for resources: {'Port': ['ID=37266c14-3587-4d66-9fca-6f82549045c9,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:01.902304 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.961098 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:01.966493 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Attempting to bind port 37266c14-3587-4d66-9fca-6f82549045c9 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:01.967284 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Attempting to bind port 37266c14-3587-4d66-9fca-6f82549045c9 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:01.967659 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Attempting to bind port 37266c14-3587-4d66-9fca-6f82549045c9 on network 03a254a8-a992-4a6b-a782-ae97f955d701 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:01.979810 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:01.980292 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Made reservation on behalf of 8ff6d54a3d5641749431c9c3203fff72 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:01.982538 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Checking segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:01.983146 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.984064 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Bound using segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:01.984527 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:01.986565 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Bound port: 37266c14-3587-4d66-9fca-6f82549045c9, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:01.987238 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37266c14-3587-4d66-9fca-6f82549045c9), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.012280 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b0126c5a-d90a-49f3-884c-0b5ee26d0084 req-8becf858-7e88-46f5-8d9f-9f1fbde714b1 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0859108 Mar 08 18:53:02.086332 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f05e5f8f-ec64-4a7c-8f49-15146953e0f8 req-3c3a9d7c-46b5-489e-b922-9108c1ec8ee4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0912564 Mar 08 18:53:02.129269 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.135181 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-09993fd9-267c-4e24-9e71-86c9a94b55cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.1868372 Mar 08 18:53:02.143125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49954) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:02.158363 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'security_group_rule': {'security_group_id': 'b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:02.195902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f6cf550-c69c-4449-ab22-9e099c82b17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.196273 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] For port 37266c14-3587-4d66-9fca-6f82549045c9, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:02.201356 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] For port 37266c14-3587-4d66-9fca-6f82549045c9, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=37266c14-3587-4d66-9fca-6f82549045c9,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:02.253550 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 68a2680a-a328-4b16-922f-7cc0df02693e up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:02.312742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 2, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:02.316369 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f6cf550-c69c-4449-ab22-9e099c82b17a admin admin] Publish callbacks [] for security_group (d03cdee8-d5e1-4ffd-a5e4-67645be0dc19), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.331101 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37266c14-3587-4d66-9fca-6f82549045c9), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.348525 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:53:02.348962 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Updating router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:53:02.390475 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.397148 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (c2a12830-7fdc-4376-b5e9-c43a2b52240e), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.418277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 68a2680a-a328-4b16-922f-7cc0df02693e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:02.419290 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.423778 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ef8a-24cb-4f24-ae5d-adb5df75598c None None] Pushing event updated for resources: {'Port': ['ID=37266c14-3587-4d66-9fca-6f82549045c9,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:02.442482 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Routers {'c3520917-c29f-44ac-a0d9-06f8190939e3'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:02.443123 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['c3520917-c29f-44ac-a0d9-06f8190939e3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:02.479551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Allocated IP 172.20.0.10 (d11e985c-0ee0-4e8e-b862-0747472bcf40/4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5/33ab36bd-300f-48d4-9429-e42640b5c101) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:02.524452 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f6cf550-c69c-4449-ab22-9e099c82b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d03cdee8-d5e1-4ffd-a5e4-67645be0dc19), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.528480 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (c2a12830-7fdc-4376-b5e9-c43a2b52240e), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.588246 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] Set router c3520917-c29f-44ac-a0d9-06f8190939e3 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:02.708216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (c2a12830-7fdc-4376-b5e9-c43a2b52240e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.710998 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 68a2680a-a328-4b16-922f-7cc0df02693e is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:02.735799 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9f6cf550-c69c-4449-ab22-9e099c82b17a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=133e5e43b2454cfa8ee20c08d381f053&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9211016 Mar 08 18:53:02.740669 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a12830-7fdc-4376-b5e9-c43a2b52240e,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:02.742526 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49974) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:02.761772 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cf550-c69c-4449-ab22-9e099c82b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cdee8-d5e1-4ffd-a5e4-67645be0dc19,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:02.849055 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1c06e49-34d7-4858-ab8d-128ada07a42b admin admin] Publish callbacks [] for security_group (d03cdee8-d5e1-4ffd-a5e4-67645be0dc19), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.905394 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.905394 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-fe54ca1e-76f8-48af-ade6-8eed7cd067ee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7608907 Mar 08 18:53:02.907896 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1c06e49-34d7-4858-ab8d-128ada07a42b admin admin] Publish callbacks [] for security_group (d03cdee8-d5e1-4ffd-a5e4-67645be0dc19), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:02.909633 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 49986) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:02.913949 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'security_group_rule': {'security_group_id': 'b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:02.989447 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:52:57Z', 'revision_number': 4, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '37266c14-3587-4d66-9fca-6f82549045c9', 'name': '', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'mac_address': 'fa:16:3e:95:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:02Z', 'revision_number': 4, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'subnets': [{'id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:03.029108 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Publish callbacks [] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.038466 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks [] for port (33ab36bd-300f-48d4-9429-e42640b5c101), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.046317 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bffa1-c67c-4cec-9214-0c00d2d94f95 None None] The sync data for ids ['c3520917-c29f-44ac-a0d9-06f8190939e3'] in dv-cinder-830088-3-iscsi is: [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:52:57Z', 'revision_number': 4, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '37266c14-3587-4d66-9fca-6f82549045c9', 'name': '', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'mac_address': 'fa:16:3e:95:9b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:02Z', 'revision_number': 4, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'subnets': [{'id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:53:03.181000 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53adf42d-709b-4931-9617-9d66f2ca20a0 req-7d5eda99-91a2-4d00-a78a-87e38a16f393 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0337632 Mar 08 18:53:03.185879 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.186367 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.218342 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1c06e49-34d7-4858-ab8d-128ada07a42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d03cdee8-d5e1-4ffd-a5e4-67645be0dc19), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.220995 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1c06e49-34d7-4858-ab8d-128ada07a42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.222189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e1c06e49-34d7-4858-ab8d-128ada07a42b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d03cdee8-d5e1-4ffd-a5e4-67645be0dc19 HTTP/1.1" status: 204 len: 168 time: 0.4774714 Mar 08 18:53:03.268627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c06e49-34d7-4858-ab8d-128ada07a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cdee8-d5e1-4ffd-a5e4-67645be0dc19,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:03.275161 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (52583ebf-9e05-401b-a1ed-dad0fc10b9a4), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.342186 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cdcf1907-b5fe-44de-b8dc-2084a308bd2b req-f202c311-2453-421c-a9c8-a772c706ca56 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.1149006 Mar 08 18:53:03.416468 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920674-d847-4a39-aa12-4ba97dd41a76 None None] Pushing event updated for resources: {'Port': ['ID=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:03.452920 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Pushing event updated for resources: {'Port': ['ID=33ab36bd-300f-48d4-9429-e42640b5c101,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:03.457122 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Network d11e985c-0ee0-4e8e-b862-0747472bcf40 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:03.460135 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:03.462831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (52583ebf-9e05-401b-a1ed-dad0fc10b9a4), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.473755 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:03.484051 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:03.484969 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.509535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Attempting to bind port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:03.510226 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Attempting to bind port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:03.510706 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Attempting to bind port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea on network b862c615-770c-4344-abbb-1e35a70abc6b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:03.517270 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:03.517743 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Checking segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:03.518360 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.519636 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Bound using segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:03.520240 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Bound port: ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:03.520692 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.581342 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (52583ebf-9e05-401b-a1ed-dad0fc10b9a4), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.609943 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52583ebf-9e05-401b-a1ed-dad0fc10b9a4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:03.630498 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] For port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:03.637144 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] For port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:03.698124 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-8f5e6a64-d672-466f-b1df-f9106a1e084c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1046493 Mar 08 18:53:03.708976 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ff7dff39-d9c9-4cab-9da3-d5037613e3fe None None] Provisioning complete for port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:03.708976 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ff7dff39-d9c9-4cab-9da3-d5037613e3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.737248 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.739308 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.741351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-24aeec57-cdc4-4d94-97dc-21326ca8b34b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8307533 Mar 08 18:53:03.744498 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50028) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:03.749799 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:03.933415 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ff7dff39-d9c9-4cab-9da3-d5037613e3fe None None] Port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:53:03.936002 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:03.949990 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:03.950660 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:52:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:03.959046 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920674-d847-4a39-aa12-4ba97dd41a76 None None] Pushing event updated for resources: {'Port': ['ID=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:04.158823 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:04.230645 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.300317 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37266c14-3587-4d66-9fca-6f82549045c9 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:04.386998 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f17d-b043-4aa9-ae36-660d4543dbbc req-abcdb899-2ed3-45c2-9114-b534fd063dc3 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:04.393915 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Allocated IP 172.27.0.217 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/d3971037-5bed-40b4-9a9e-40cfa37d9ad1) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:04.422133 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82f5f17d-b043-4aa9-ae36-660d4543dbbc req-abcdb899-2ed3-45c2-9114-b534fd063dc3 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 932 time: 0.1064043 Mar 08 18:53:04.438595 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-73dea798-b491-4056-af20-880bb1f907ec tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:53:04.439862 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-73dea798-b491-4056-af20-880bb1f907ec tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177095 Mar 08 18:53:04.523847 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82f5f17d-b043-4aa9-ae36-660d4543dbbc req-ed28c51f-c1db-4ace-8bee-867a80c03cd1 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956097 Mar 08 18:53:04.524858 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50052) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:04.583752 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b0a5-db5f-4dff-a51d-0fb60e35f4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.589178 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] Provisioning complete for port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:04.589573 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.608442 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b0c50e65-2d1d-4f65-b8bd-63b7b1ef73a6 req-224dacd1-fee3-468a-9ccf-ed6e8a46d59f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0408061 Mar 08 18:53:04.661834 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 37266c14-3587-4d66-9fca-6f82549045c9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:04.662310 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (37266c14-3587-4d66-9fca-6f82549045c9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.683434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:03Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:04.718424 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Request body: {'port': {'device_id': '838d79d9-beb5-4271-9441-8ea02218ade9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:04.747460 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2311e68-d155-4973-af27-27b48548ea3d None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:03Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:53:04.800285 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.820694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] Current status of the port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:04.821175 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.864876 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.881138 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b0a5-db5f-4dff-a51d-0fb60e35f4f2 admin admin] Publish callbacks [] for security_group (3599fce5-62e1-4ac1-8adf-ba4b308c5ce4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.884454 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] For port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:04.886289 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 37266c14-3587-4d66-9fca-6f82549045c9 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:04.886776 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37266c14-3587-4d66-9fca-6f82549045c9), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:04.927367 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 37266c14-3587-4d66-9fca-6f82549045c9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=37266c14-3587-4d66-9fca-6f82549045c9,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:05.084506 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b0a5-db5f-4dff-a51d-0fb60e35f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (3599fce5-62e1-4ac1-8adf-ba4b308c5ce4), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.183918 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c0b8b0a5-db5f-4dff-a51d-0fb60e35f4f2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a0bd270e3e0842b29d429f045759bb12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6558270 Mar 08 18:53:05.186581 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50084) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:05.189011 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8b0a5-db5f-4dff-a51d-0fb60e35f4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3599fce5-62e1-4ac1-8adf-ba4b308c5ce4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:05.233218 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.236193 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.236898 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78df89a-7865-4607-a803-16e6ae37537b admin admin] Publish callbacks [] for security_group (3599fce5-62e1-4ac1-8adf-ba4b308c5ce4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.264629 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78df89a-7865-4607-a803-16e6ae37537b admin admin] Publish callbacks [] for security_group (3599fce5-62e1-4ac1-8adf-ba4b308c5ce4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.271161 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37266c14-3587-4d66-9fca-6f82549045c9), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.302175 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'Port': ['ID=d3971037-5bed-40b4-9a9e-40cfa37d9ad1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:05.312553 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066480a-8787-41c1-89e8-72c9458e4eb5 None None] Pushing event updated for resources: {'Port': ['ID=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:05.322953 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:05.325239 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ab36bd-300f-48d4-9429-e42640b5c101 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:05.334974 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Publish callbacks [] for port (33ab36bd-300f-48d4-9429-e42640b5c101), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.338884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:05.343212 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:05.380146 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=37266c14-3587-4d66-9fca-6f82549045c9,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:05.479236 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Transition to ACTIVE for port object 33ab36bd-300f-48d4-9429-e42640b5c101 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:53:05.480853 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78df89a-7865-4607-a803-16e6ae37537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (3599fce5-62e1-4ac1-8adf-ba4b308c5ce4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.483961 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78df89a-7865-4607-a803-16e6ae37537b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.495126 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e78df89a-7865-4607-a803-16e6ae37537b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3599fce5-62e1-4ac1-8adf-ba4b308c5ce4 HTTP/1.1" status: 204 len: 168 time: 0.2993391 Mar 08 18:53:05.502259 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78df89a-7865-4607-a803-16e6ae37537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3599fce5-62e1-4ac1-8adf-ba4b308c5ce4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:05.658290 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.861748 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Pushing event updated for resources: {'Port': ['ID=33ab36bd-300f-48d4-9429-e42640b5c101,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:05.880166 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf0ee09e-989e-4c74-a2ae-7e5f4bcd2ef8 req-94904126-9b8d-44ad-90f6-fd2acab610fb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.1197445 Mar 08 18:53:05.884613 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (00bf7a99-bfd3-4d7d-8139-66b333f117e7), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:05.923467 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad2694-c306-4b73-ac88-8696cf280904 req-677c6a0f-3a9f-4bdf-9cb5-e775277c0ded tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:05.926995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a4ad2694-c306-4b73-ac88-8696cf280904 req-677c6a0f-3a9f-4bdf-9cb5-e775277c0ded tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.2120194 Mar 08 18:53:06.003737 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a4ad2694-c306-4b73-ac88-8696cf280904 req-b1a25ad2-b641-4b12-8909-71ae53a6cda0 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Mar 08 18:53:06.039107 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Attempting to bind port 33ab36bd-300f-48d4-9429-e42640b5c101 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:06.039479 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Attempting to bind port 33ab36bd-300f-48d4-9429-e42640b5c101 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '37a03f03-0f59-4f46-8277-d7a1a67d4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:06.039825 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Attempting to bind port 33ab36bd-300f-48d4-9429-e42640b5c101 on network d11e985c-0ee0-4e8e-b862-0747472bcf40 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:06.041817 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.063462 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Port 33ab36bd-300f-48d4-9429-e42640b5c101 on network d11e985c-0ee0-4e8e-b862-0747472bcf40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:53:06.063784 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Attempting to bind port 33ab36bd-300f-48d4-9429-e42640b5c101 on network d11e985c-0ee0-4e8e-b862-0747472bcf40 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:06.083126 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:06.083491 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Checking segment: {'id': '37a03f03-0f59-4f46-8277-d7a1a67d4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:06.086094 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Bound using segment: {'id': '37a03f03-0f59-4f46-8277-d7a1a67d4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:06.086622 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Bound port: 33ab36bd-300f-48d4-9429-e42640b5c101, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a03f03-0f59-4f46-8277-d7a1a67d4449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:06.086914 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.254701 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] For port 33ab36bd-300f-48d4-9429-e42640b5c101, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:06.295009 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] For port 33ab36bd-300f-48d4-9429-e42640b5c101, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=33ab36bd-300f-48d4-9429-e42640b5c101,segment=NetworkSegment(37a03f03-0f59-4f46-8277-d7a1a67d4449),segment_id=37a03f03-0f59-4f46-8277-d7a1a67d4449)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:06.321674 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37266c14-3587-4d66-9fca-6f82549045c9 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:06.337787 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.410193 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 37266c14-3587-4d66-9fca-6f82549045c9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:06.410576 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (37266c14-3587-4d66-9fca-6f82549045c9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.434136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.483459 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:06.484311 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.486173 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] 10.222.0.77 "PUT /v2.0/ports/33ab36bd-300f-48d4-9429-e42640b5c101 HTTP/1.1" status: 200 len: 1094 time: 1.8913522 Mar 08 18:53:06.486629 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838d79d9-beb5-4271-9441-8ea02218ade9', 'tag': '33ab36bd-300f-48d4-9429-e42640b5c101'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:06.537947 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 37266c14-3587-4d66-9fca-6f82549045c9 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:06.539652 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:06.567015 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.622331 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd68dcc-7d44-4249-b2ba-5b8baebcd4cf service neutron] Pushing event updated for resources: {'Port': ['ID=33ab36bd-300f-48d4-9429-e42640b5c101,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:06.629015 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:06.630756 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (00bf7a99-bfd3-4d7d-8139-66b333f117e7), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.635389 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.715089 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'Port': ['ID=d3971037-5bed-40b4-9a9e-40cfa37d9ad1,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:06.835887 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c1ced1-ba2e-41ca-948f-4630219a471b" -d '{"events": [{"name": "network-changed", "server_uuid": "838d79d9-beb5-4271-9441-8ea02218ade9", "tag": "33ab36bd-300f-48d4-9429-e42640b5c101"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:06.869382 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:06.939168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:06.946212 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-07f16365-617f-46d9-9adb-62d3e2981aa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1936421 Mar 08 18:53:07.012805 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32d3834f-6f8b-4047-90f1-1619bd2e8877 req-e602a796-8b59-480c-92d6-847a5dc20f68 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0367556 Mar 08 18:53:07.121130 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5c154-4e0b-494b-9905-5914c52fff9b x-openstack-request-id: req-87e5c154-4e0b-494b-9905-5914c52fff9b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:07.121434 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838d79d9-beb5-4271-9441-8ea02218ade9", "tag": "33ab36bd-300f-48d4-9429-e42640b5c101", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:07.121688 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87e5c154-4e0b-494b-9905-5914c52fff9b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:07.122158 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838d79d9-beb5-4271-9441-8ea02218ade9', 'tag': '33ab36bd-300f-48d4-9429-e42640b5c101', 'status': 'completed', 'code': 200} Mar 08 18:53:07.162413 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133c9b-3e90-4e31-8daf-87330a1bda9d req-012f76a6-7e1c-416b-86de-615c652d00c8 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:07.162413 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b5133c9b-3e90-4e31-8daf-87330a1bda9d req-012f76a6-7e1c-416b-86de-615c652d00c8 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.0834022 Mar 08 18:53:07.251129 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b5133c9b-3e90-4e31-8daf-87330a1bda9d req-a7838e74-1835-42b7-b626-625edddf76f8 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Mar 08 18:53:07.309018 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-9ae71ae9-308d-4b15-907a-3bb6f2f967cf tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--390432063&fields=id&tenant_id=dd02145d689e4b809d70342a8a66b373 HTTP/1.1" status: 200 len: 267 time: 0.0684659 Mar 08 18:53:07.497259 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-c483aca6-f536-4be7-bcb8-a960c88473cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:07.516807 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-c483aca6-f536-4be7-bcb8-a960c88473cd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 810 time: 0.1995811 Mar 08 18:53:07.553732 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-551d8d06-ea42-4f95-8446-9b7a6a54784c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/quotas/dd02145d689e4b809d70342a8a66b373 HTTP/1.1" status: 200 len: 375 time: 0.0328598 Mar 08 18:53:07.669851 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-bed9fbfa-1e31-459f-8537-d40767429207 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174998 Mar 08 18:53:07.792674 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-1ca5543f-8c07-49de-ae82-c2f988fcb9ef service neutron] 10.222.0.74 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015100 Mar 08 18:53:07.944334 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-bf031a7d-8b2a-4596-9f1e-b441bcffcd2d service neutron] 10.222.0.74 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456575 Mar 08 18:53:08.141884 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-be6f940e-392d-4ff6-adf5-2ef9455b4a26 req-550669e0-24b9-443e-98d6-e010aa994d3c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0425787 Mar 08 18:53:08.334871 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2167b2ce-2d6d-4094-a5ac-7d329ad53df7 req-0cd881ae-c3b2-449f-91c7-bbd2f8374679 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.0433581 Mar 08 18:53:08.516457 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8b24d-8714-47fb-b6ee-a041d4a24fb1 req-e27ac6a1-cca8-429b-83d9-8444b39e405b tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:08.527905 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97d8b24d-8714-47fb-b6ee-a041d4a24fb1 req-e27ac6a1-cca8-429b-83d9-8444b39e405b tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.1360219 Mar 08 18:53:08.673751 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97d8b24d-8714-47fb-b6ee-a041d4a24fb1 req-588f0585-e60e-4ea5-9a34-3f89802a252a tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473036 Mar 08 18:53:08.770369 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ced1-ba2e-41ca-948f-4630219a471b req-c30316f7-2f13-4788-be6e-723f390a7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:08.775227 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-10c1ced1-ba2e-41ca-948f-4630219a471b req-c30316f7-2f13-4788-be6e-723f390a7785 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8ff6d54a3d5641749431c9c3203fff72&device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 1128 time: 0.1188018 Mar 08 18:53:09.343988 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e52c5cb0-a3d6-4c84-83c3-7c7f177e5699 req-6187c611-d891-4f50-9db6-645085a38873 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0483019 Mar 08 18:53:09.487553 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1cc1417f-8830-4411-8410-b1f63b9b5b3e req-beeca13c-1155-432f-aef9-2ebcef0ce67f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.0468173 Mar 08 18:53:09.546888 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50266) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:09.595194 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ced1-ba2e-41ca-948f-4630219a471b req-97d81663-fe83-442a-ab55-9f9611376d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:09.596672 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-10c1ced1-ba2e-41ca-948f-4630219a471b req-97d81663-fe83-442a-ab55-9f9611376d8d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8ff6d54a3d5641749431c9c3203fff72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6334214 Mar 08 18:53:09.837370 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3722c563-99b5-4d6f-94c3-cb2a2055ad15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:09.861434 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226b9c0-fab0-4b19-81fa-276090eee355 req-1be0e564-9ef8-4eae-860d-ccd1dfd44dd3 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:09.870823 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c226b9c0-fab0-4b19-81fa-276090eee355 req-1be0e564-9ef8-4eae-860d-ccd1dfd44dd3 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.0907116 Mar 08 18:53:09.965149 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c226b9c0-fab0-4b19-81fa-276090eee355 req-029a5825-469c-4539-a3fc-3068df244350 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906208 Mar 08 18:53:10.046391 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3722c563-99b5-4d6f-94c3-cb2a2055ad15 admin admin] Publish callbacks [] for security_group (aad8561e-7d9e-4bae-852f-fb761e548a21), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.142515 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3722c563-99b5-4d6f-94c3-cb2a2055ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (aad8561e-7d9e-4bae-852f-fb761e548a21), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.144785 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ced1-ba2e-41ca-948f-4630219a471b req-8f6460af-4338-45ee-9384-dfc3db5bd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:10.151617 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-10c1ced1-ba2e-41ca-948f-4630219a471b req-8f6460af-4338-45ee-9384-dfc3db5bd57d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329899 Mar 08 18:53:10.254758 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3722c563-99b5-4d6f-94c3-cb2a2055ad15 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f267e18804604c82ada5d7962d75279b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7065053 Mar 08 18:53:10.256142 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722c563-99b5-4d6f-94c3-cb2a2055ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad8561e-7d9e-4bae-852f-fb761e548a21,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:10.263355 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50288) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:10.324765 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-a1a63051-4b9e-4b5f-a083-c06dc328db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:10.326603 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-a1a63051-4b9e-4b5f-a083-c06dc328db93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8ff6d54a3d5641749431c9c3203fff72&device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0967126 Mar 08 18:53:10.391488 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.77', 56281) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:10.439599 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-2f884504-2cec-4e73-a8ae-c73df340d561 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33ab36bd-300f-48d4-9429-e42640b5c101 HTTP/1.1" status: 200 len: 217 time: 0.1047533 Mar 08 18:53:10.467166 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06223a7e-7916-455b-8fa5-db0560d325dd admin admin] Publish callbacks [] for security_group (aad8561e-7d9e-4bae-852f-fb761e548a21), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.557960 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-44dfcec2-c810-414b-be4e-5bd42456cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:10.557960 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-44dfcec2-c810-414b-be4e-5bd42456cf48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5 HTTP/1.1" status: 200 len: 852 time: 0.0941627 Mar 08 18:53:10.639921 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-2747e228-2f25-4780-9900-1acb3ced3bb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d11e985c-0ee0-4e8e-b862-0747472bcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620701 Mar 08 18:53:10.642733 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.77', 56282) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:10.644226 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06223a7e-7916-455b-8fa5-db0560d325dd admin admin] Publish callbacks [] for security_group (aad8561e-7d9e-4bae-852f-fb761e548a21), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:10.682844 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15072c28-6881-4abe-9c26-ce97edebd5e3 req-76a40cfa-ccb2-4bc4-899c-46cbb098d611 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.1103988 Mar 08 18:53:10.745775 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf2d2a5b-fe8d-4492-ae9d-a14ecab97b0d req-4f1ecdd4-26b1-460d-aca5-3d38818df858 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.1505780 Mar 08 18:53:10.889681 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-4d279a45-bdfc-4360-a138-23f80b264e9c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:10.891513 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-4d279a45-bdfc-4360-a138-23f80b264e9c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 817 time: 0.4967680 Mar 08 18:53:10.924450 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Request body: {'port': {'device_id': 'dc00b041-0199-4997-9550-133ce6666c14', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'admin_state_up': True, 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:10.932528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50310) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:11.041642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06223a7e-7916-455b-8fa5-db0560d325dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (aad8561e-7d9e-4bae-852f-fb761e548a21), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:11.051053 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06223a7e-7916-455b-8fa5-db0560d325dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:11.058521 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-06223a7e-7916-455b-8fa5-db0560d325dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aad8561e-7d9e-4bae-852f-fb761e548a21 HTTP/1.1" status: 204 len: 168 time: 0.7936573 Mar 08 18:53:11.106920 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-27d16333-6102-4fa2-a48e-f530b53047fc service neutron] 10.222.0.77 "GET /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195681 Mar 08 18:53:11.115853 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-d2405544-0627-44e6-932a-f35b5a008da1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:11.117331 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-d2405544-0627-44e6-932a-f35b5a008da1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 817 time: 0.4351981 Mar 08 18:53:11.270345 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Request body: {'port': {'device_id': '90047e94-8a04-4600-8dec-717378879da7', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'admin_state_up': True, 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:11.285655 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223a7e-7916-455b-8fa5-db0560d325dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad8561e-7d9e-4bae-852f-fb761e548a21,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:11.296792 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a50c30e-4bd9-4e9c-ad88-8d79cef1d3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:11.310258 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1b940cd1-ebb3-4831-b3f0-dcdcfb4cb6ad req-b7f1bdcd-f3c3-4b04-8d58-1db68b5d8d51 service neutron] 10.222.0.77 "GET /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801155 Mar 08 18:53:11.346472 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91724840-f5b1-4333-9789-1140f77a27b7 req-744a1193-50f0-42ba-b9e6-e6e22ef73d4c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:11.348127 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91724840-f5b1-4333-9789-1140f77a27b7 req-744a1193-50f0-42ba-b9e6-e6e22ef73d4c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.1881692 Mar 08 18:53:11.592138 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Made reservation on behalf of 135b23afc64f44a1b5785146ee4a9cff for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:11.595963 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:11.638532 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Made reservation on behalf of 135b23afc64f44a1b5785146ee4a9cff for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:11.643565 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:11.655021 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91724840-f5b1-4333-9789-1140f77a27b7 req-16a6bffe-2252-49f8-a0f5-671b524fad4e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683635 Mar 08 18:53:11.841811 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Allocated IP 172.20.0.4 (03a254a8-a992-4a6b-a782-ae97f955d701/f6a29931-efde-46b1-a78d-b7b81645fdfa/5079c141-af24-4e98-898f-470a292398a8) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:12.009189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-173eb8e5-edcf-422b-9476-eac292d52b69 req-703a93b7-8393-40db-95d3-e5ec15ebffa0 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.1823914 Mar 08 18:53:12.075575 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a50c30e-4bd9-4e9c-ad88-8d79cef1d3fc admin admin] Publish callbacks [] for security_group (e0108399-8a02-44c7-b9f8-6360c699cde1), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.084572 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0804f9a1-b772-4bcb-941c-5c5c1c8d332c req-9337790c-0ad5-41e2-9d4d-975040471f3b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.1420710 Mar 08 18:53:12.143901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a50c30e-4bd9-4e9c-ad88-8d79cef1d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e0108399-8a02-44c7-b9f8-6360c699cde1), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.162947 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks [] for port (5079c141-af24-4e98-898f-470a292398a8), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.207469 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c30e-4bd9-4e9c-ad88-8d79cef1d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0108399-8a02-44c7-b9f8-6360c699cde1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:12.218189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-8a50c30e-4bd9-4e9c-ad88-8d79cef1d3fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65adbb609231436f89e6e2b50996453e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2789612 Mar 08 18:53:12.222606 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:12.365105 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (5079c141-af24-4e98-898f-470a292398a8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.445733 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50374) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:12.474511 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1b2e-685c-4f6d-a8f6-06a3f9d2f956 admin admin] Publish callbacks [] for security_group (e0108399-8a02-44c7-b9f8-6360c699cde1), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.505734 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Network 03a254a8-a992-4a6b-a782-ae97f955d701 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:12.539983 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Allocated IP 172.20.0.2 (03a254a8-a992-4a6b-a782-ae97f955d701/f6a29931-efde-46b1-a78d-b7b81645fdfa/cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:12.566323 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:12.568808 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:12.589917 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:12.593688 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.658618 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Pushing event updated for resources: {'Port': ['ID=5079c141-af24-4e98-898f-470a292398a8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:12.696031 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1b2e-685c-4f6d-a8f6-06a3f9d2f956 admin admin] Publish callbacks [] for security_group (e0108399-8a02-44c7-b9f8-6360c699cde1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.698244 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cc49739-f1a9-4f58-bb5e-233ee5adecd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.824418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-2670ee30-4d69-49d7-9f94-033b9c43150f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:12.826603 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-2670ee30-4d69-49d7-9f94-033b9c43150f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 810 time: 0.3791142 Mar 08 18:53:12.867080 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-1f35a461-766c-4dfd-b8cb-6a4809b3d7c9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7337830 Mar 08 18:53:12.909421 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Request body: {'port': {'device_id': '90047e94-8a04-4600-8dec-717378879da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:12.963031 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks [] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:12.979352 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef41483-3ed9-4dee-a5fa-a98b7c31c0e0 req-38dcb831-f662-4d2b-87bc-6f484b4f9d4e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:12.985132 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aef41483-3ed9-4dee-a5fa-a98b7c31c0e0 req-38dcb831-f662-4d2b-87bc-6f484b4f9d4e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.1601608 Mar 08 18:53:12.996393 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (5079c141-af24-4e98-898f-470a292398a8), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.003654 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-53827fde-29db-4839-8572-2b9a2882d947 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd02145d689e4b809d70342a8a66b373 HTTP/1.1" status: 200 len: 379 time: 0.1356137 Mar 08 18:53:13.004281 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1b2e-685c-4f6d-a8f6-06a3f9d2f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e0108399-8a02-44c7-b9f8-6360c699cde1), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.006899 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1b2e-685c-4f6d-a8f6-06a3f9d2f956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.008210 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-fb5a1b2e-685c-4f6d-a8f6-06a3f9d2f956 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0108399-8a02-44c7-b9f8-6360c699cde1 HTTP/1.1" status: 204 len: 168 time: 0.7842855 Mar 08 18:53:13.025228 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a1b2e-685c-4f6d-a8f6-06a3f9d2f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0108399-8a02-44c7-b9f8-6360c699cde1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:13.031043 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'port': {'device_id': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'admin_state_up': True, 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'security_groups': ['b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:13.164679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cc49739-f1a9-4f58-bb5e-233ee5adecd2 admin admin] Publish callbacks [] for security_group (900d6bbe-5bed-43cd-bc58-2321f8811211), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.246870 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9f65c7c0-8aca-4062-befa-a0e496c96283 req-84fa6a18-7377-45d9-95f1-8e41d8f342e4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0783048 Mar 08 18:53:13.303666 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aef41483-3ed9-4dee-a5fa-a98b7c31c0e0 req-276e9a6d-c95c-4d0a-a249-e3f024278e5a tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108811 Mar 08 18:53:13.365777 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.365777 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cc49739-f1a9-4f58-bb5e-233ee5adecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (900d6bbe-5bed-43cd-bc58-2321f8811211), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.517845 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc49739-f1a9-4f58-bb5e-233ee5adecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d6bbe-5bed-43cd-bc58-2321f8811211,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:13.534065 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2cc49739-f1a9-4f58-bb5e-233ee5adecd2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=034448abc8214de39c3abda2bd0f4f3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0868790 Mar 08 18:53:13.538997 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Network 03a254a8-a992-4a6b-a782-ae97f955d701 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:13.539087 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50420) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:13.561524 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9b06006b-ef51-4b2e-887e-7593915cefc4 req-7becebd2-6bfb-4ec2-b48d-5d5c8f94bbbb tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.1827807 Mar 08 18:53:13.563407 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:13.568322 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Pushing event updated for resources: {'Port': ['ID=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:13.572826 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:13.579116 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:13.580614 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.628531 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Made reservation on behalf of dd02145d689e4b809d70342a8a66b373 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:13.655638 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.729651 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-91c9d155-7bf7-4f5b-90b6-1d09ab994df1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8103721 Mar 08 18:53:13.747860 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Request body: {'port': {'device_id': 'dc00b041-0199-4997-9550-133ce6666c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:13.750806 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50424) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:13.859888 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:13.898275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5860e59d-b5fe-4a23-ad69-1ea75eccd27b admin admin] Publish callbacks [] for security_group (900d6bbe-5bed-43cd-bc58-2321f8811211), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.023602 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5860e59d-b5fe-4a23-ad69-1ea75eccd27b admin admin] Publish callbacks [] for security_group (900d6bbe-5bed-43cd-bc58-2321f8811211), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.053343 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5079c141-af24-4e98-898f-470a292398a8 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:14.058254 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Allocated IP 172.20.0.12 (b862c615-770c-4344-abbb-1e35a70abc6b/ec04382b-096c-49a9-a89a-d851e3f0e19b/b304ce2a-2bd1-4722-8f5f-b6933db201e1) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:53:14.069195 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Publish callbacks [] for port (5079c141-af24-4e98-898f-470a292398a8), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.101695 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Transition to ACTIVE for port object 5079c141-af24-4e98-898f-470a292398a8 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:53:14.246992 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (5079c141-af24-4e98-898f-470a292398a8), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.288841 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44917977-11e2-4e9a-b803-f4983796b3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.317119 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Pushing event updated for resources: {'Port': ['ID=5079c141-af24-4e98-898f-470a292398a8,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:14.367883 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5860e59d-b5fe-4a23-ad69-1ea75eccd27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (900d6bbe-5bed-43cd-bc58-2321f8811211), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.376486 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5860e59d-b5fe-4a23-ad69-1ea75eccd27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.378363 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5860e59d-b5fe-4a23-ad69-1ea75eccd27b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/900d6bbe-5bed-43cd-bc58-2321f8811211 HTTP/1.1" status: 204 len: 168 time: 0.8369806 Mar 08 18:53:14.421363 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Attempting to bind port 5079c141-af24-4e98-898f-470a292398a8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:14.421702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Attempting to bind port 5079c141-af24-4e98-898f-470a292398a8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:14.422089 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Attempting to bind port 5079c141-af24-4e98-898f-470a292398a8 on network 03a254a8-a992-4a6b-a782-ae97f955d701 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:14.442794 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Port 5079c141-af24-4e98-898f-470a292398a8 on network 03a254a8-a992-4a6b-a782-ae97f955d701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:53:14.443117 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Attempting to bind port 5079c141-af24-4e98-898f-470a292398a8 on network 03a254a8-a992-4a6b-a782-ae97f955d701 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:14.446598 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860e59d-b5fe-4a23-ad69-1ea75eccd27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d6bbe-5bed-43cd-bc58-2321f8811211,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:14.453430 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:14.453781 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Checking segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:14.454185 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Bound using segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:14.454621 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Bound port: 5079c141-af24-4e98-898f-470a292398a8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:14.454980 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (5079c141-af24-4e98-898f-470a292398a8), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.489038 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44917977-11e2-4e9a-b803-f4983796b3c1 admin admin] Publish callbacks [] for security_group (7d46d81c-85c6-41da-bdef-612908e3912d), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.596713 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] For port 5079c141-af24-4e98-898f-470a292398a8, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:14.628021 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755040b3-a0aa-41fb-affe-b7958f6fa9f8 req-83b7c401-192f-4350-a6d3-d0bcfdff8dc2 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:14.629708 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-755040b3-a0aa-41fb-affe-b7958f6fa9f8 req-83b7c401-192f-4350-a6d3-d0bcfdff8dc2 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.1415260 Mar 08 18:53:14.651314 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] For port 5079c141-af24-4e98-898f-470a292398a8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5079c141-af24-4e98-898f-470a292398a8,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:14.659817 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565934f4-f9d4-4e49-a303-5f4d516285d4 req-0c7e2a7c-0a12-420b-8484-14463103bea3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:14.661582 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-565934f4-f9d4-4e49-a303-5f4d516285d4 req-0c7e2a7c-0a12-420b-8484-14463103bea3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 931 time: 0.1745071 Mar 08 18:53:14.671604 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44917977-11e2-4e9a-b803-f4983796b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7d46d81c-85c6-41da-bdef-612908e3912d), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.702733 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.788721 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-44917977-11e2-4e9a-b803-f4983796b3c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f30c8eb11cc74ca088fd46947e85c770&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0333481 Mar 08 18:53:14.794642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50448) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:14.805430 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:14.808624 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (5079c141-af24-4e98-898f-470a292398a8), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.811151 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44917977-11e2-4e9a-b803-f4983796b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d46d81c-85c6-41da-bdef-612908e3912d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:14.825698 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Publish callbacks [] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.834950 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-755040b3-a0aa-41fb-affe-b7958f6fa9f8 req-56118bad-64b9-43e3-8d25-2602a3314960 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929305 Mar 08 18:53:14.876731 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-565934f4-f9d4-4e49-a303-5f4d516285d4 req-f3c3f4df-58f8-41d3-a376-6e7230f46793 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821139 Mar 08 18:53:14.882627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Transition to ACTIVE for port object cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:53:14.954452 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:14.955083 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.956476 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] 10.222.0.77 "PUT /v2.0/ports/5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 1093 time: 2.0637052 Mar 08 18:53:14.957044 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50450) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:14.962362 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:14.967875 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90047e94-8a04-4600-8dec-717378879da7', 'tag': '5079c141-af24-4e98-898f-470a292398a8'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:14.973759 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6548648-faa2-40be-b957-834b1d4174d6" -d '{"events": [{"name": "network-changed", "server_uuid": "90047e94-8a04-4600-8dec-717378879da7", "tag": "5079c141-af24-4e98-898f-470a292398a8"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:14.994100 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f611d-5df1-4c99-a55d-f7d48469b3a1 req-76e35a8e-0737-49f2-9b5f-bb75c60d8998 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:14.995456 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2f611d-5df1-4c99-a55d-f7d48469b3a1 req-76e35a8e-0737-49f2-9b5f-bb75c60d8998 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 932 time: 0.0672748 Mar 08 18:53:14.998077 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.098206 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec7b6c-79ba-464d-820b-d412b20c664f service neutron] Pushing event updated for resources: {'Port': ['ID=5079c141-af24-4e98-898f-470a292398a8,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:15.162278 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Network b862c615-770c-4344-abbb-1e35a70abc6b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:53:15.202705 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-052eeb02-a2ca-4afb-8d16-f17514f9fb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.213765 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Pushing event updated for resources: {'Port': ['ID=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:15.217264 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dfa0a0-1266-44ca-bb70-7ca4a7e7e42a x-openstack-request-id: req-15dfa0a0-1266-44ca-bb70-7ca4a7e7e42a {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:15.217618 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90047e94-8a04-4600-8dec-717378879da7", "tag": "5079c141-af24-4e98-898f-470a292398a8", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:15.217883 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15dfa0a0-1266-44ca-bb70-7ca4a7e7e42a {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:15.218315 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90047e94-8a04-4600-8dec-717378879da7', 'tag': '5079c141-af24-4e98-898f-470a292398a8', 'status': 'completed', 'code': 200} Mar 08 18:53:15.260580 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Attempting to bind port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:15.261108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Attempting to bind port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:15.262083 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Attempting to bind port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a on network 03a254a8-a992-4a6b-a782-ae97f955d701 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:15.271602 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2f611d-5df1-4c99-a55d-f7d48469b3a1 req-7e4141fd-32e9-461c-94ad-f5d38a7b014c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692182 Mar 08 18:53:15.286575 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50460) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:15.287320 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:15.287320 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:53:15.287483 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a on network 03a254a8-a992-4a6b-a782-ae97f955d701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:53:15.287483 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Attempting to bind port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a on network 03a254a8-a992-4a6b-a782-ae97f955d701 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:15.291455 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:15.292104 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.313663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:15.314039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Checking segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:15.314641 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Bound using segment: {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:15.315122 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Bound port: cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:15.315528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.391548 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de4bcc6-2a16-4f7e-b507-2b3c207b7183 admin admin] Publish callbacks [] for security_group (7d46d81c-85c6-41da-bdef-612908e3912d), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.464414 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'Port': ['ID=b304ce2a-2bd1-4722-8f5f-b6933db201e1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:15.498841 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de4bcc6-2a16-4f7e-b507-2b3c207b7183 admin admin] Publish callbacks [] for security_group (7d46d81c-85c6-41da-bdef-612908e3912d), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.504237 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] For port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:15.510519 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] For port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:15.532956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-0b6cd488-11a3-4a32-99e4-b00f506da0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:15.534457 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-0b6cd488-11a3-4a32-99e4-b00f506da0c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1127 time: 0.3002894 Mar 08 18:53:15.560748 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-30e3afc1-d67c-4cc7-9ffd-e5b848a2ff93 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5385401 Mar 08 18:53:15.600229 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.620676 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Request body: {'port': {'device_id': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:15.656286 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:15.657359 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.658950 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] 10.222.0.77 "PUT /v2.0/ports/cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a HTTP/1.1" status: 200 len: 1093 time: 1.9164097 Mar 08 18:53:15.662382 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc00b041-0199-4997-9550-133ce6666c14', 'tag': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:15.673873 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-8d4d137d-bc28-4bdb-91bc-6b37686f0ec3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.1257360 Mar 08 18:53:15.703708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-01622d9c-1265-4c68-9d5e-782b2d63f768 None None] Provisioning complete for port b304ce2a-2bd1-4722-8f5f-b6933db201e1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:15.704338 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-01622d9c-1265-4c68-9d5e-782b2d63f768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.759463 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-052eeb02-a2ca-4afb-8d16-f17514f9fb7d admin admin] Publish callbacks [] for security_group (2a0868b2-ffbd-495b-bf8d-fda7d599de27), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.790151 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-01622d9c-1265-4c68-9d5e-782b2d63f768 None None] Port b304ce2a-2bd1-4722-8f5f-b6933db201e1 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:53:15.809626 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.816674 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-3204c78f-0cfe-497f-8631-6571f9540114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:15.818652 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-3204c78f-0cfe-497f-8631-6571f9540114 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.1293194 Mar 08 18:53:15.839534 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de4bcc6-2a16-4f7e-b507-2b3c207b7183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7d46d81c-85c6-41da-bdef-612908e3912d), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.842457 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de4bcc6-2a16-4f7e-b507-2b3c207b7183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.843840 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3de4bcc6-2a16-4f7e-b507-2b3c207b7183 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d46d81c-85c6-41da-bdef-612908e3912d HTTP/1.1" status: 204 len: 168 time: 1.0473959 Mar 08 18:53:15.866869 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-b3c365b3-3048-466e-8bc0-626fd2c78b7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408564 Mar 08 18:53:15.874214 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-052eeb02-a2ca-4afb-8d16-f17514f9fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2a0868b2-ffbd-495b-bf8d-fda7d599de27), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:15.895623 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4bcc6-2a16-4f7e-b507-2b3c207b7183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d46d81c-85c6-41da-bdef-612908e3912d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:16.121364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d43fffe-43cf-4841-9a86-c57ae6fd9b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:16.200898 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eeb02-a2ca-4afb-8d16-f17514f9fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0868b2-ffbd-495b-bf8d-fda7d599de27,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:16.205829 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-052eeb02-a2ca-4afb-8d16-f17514f9fb7d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=edd3a8a7bc1f40deb94fc75124e297aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2325418 Mar 08 18:53:16.219844 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50486) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:16.272746 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257cc2-415e-4604-9c0f-94a246cf479e service neutron] Pushing event updated for resources: {'Port': ['ID=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:16.372803 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-b7a6f86c-001d-442e-aa41-f981d45b90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:16.374573 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-b7a6f86c-001d-442e-aa41-f981d45b90f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 1127 time: 0.4016066 Mar 08 18:53:16.403750 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f7fe-9b76-4f9b-a19b-fa776d62ad3b req-780c6e92-4737-4ec5-8eff-fb79becbe393 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:16.411594 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff71f7fe-9b76-4f9b-a19b-fa776d62ad3b req-780c6e92-4737-4ec5-8eff-fb79becbe393 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 943 time: 0.3745553 Mar 08 18:53:16.468167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01442cb4-5bcc-4fa0-a8a3-1c6a3cb560f5 req-aaa23f6c-f764-47e1-9847-b484034ba80e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:16.469895 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-01442cb4-5bcc-4fa0-a8a3-1c6a3cb560f5 req-aaa23f6c-f764-47e1-9847-b484034ba80e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.4030282 Mar 08 18:53:16.520124 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61fab5bb-9ac6-490a-9159-7e27515877dc admin admin] Publish callbacks [] for security_group (2a0868b2-ffbd-495b-bf8d-fda7d599de27), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:16.577826 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-646ce28d-7b63-4ff7-b8bc-896ccca09881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a HTTP/1.1" status: 200 len: 217 time: 0.1622150 Mar 08 18:53:16.598152 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61fab5bb-9ac6-490a-9159-7e27515877dc admin admin] Publish callbacks [] for security_group (2a0868b2-ffbd-495b-bf8d-fda7d599de27), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:16.680516 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-80b4dcfa-e149-4469-a266-70568439895b service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033175 Mar 08 18:53:16.758620 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61fab5bb-9ac6-490a-9159-7e27515877dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2a0868b2-ffbd-495b-bf8d-fda7d599de27), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:16.761186 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61fab5bb-9ac6-490a-9159-7e27515877dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:16.763262 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-61fab5bb-9ac6-490a-9159-7e27515877dc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a0868b2-ffbd-495b-bf8d-fda7d599de27 HTTP/1.1" status: 204 len: 168 time: 0.5394607 Mar 08 18:53:16.836900 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d43fffe-43cf-4841-9a86-c57ae6fd9b71 admin admin] Publish callbacks [] for security_group (77907087-0b51-41d5-9d37-a966709e7839), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:16.840554 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fab5bb-9ac6-490a-9159-7e27515877dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0868b2-ffbd-495b-bf8d-fda7d599de27,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:16.845543 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff71f7fe-9b76-4f9b-a19b-fa776d62ad3b req-bc1b7971-2daa-46ff-a93b-29cad74dd315 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321594 Mar 08 18:53:16.868620 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da4ff8-51e1-4985-8ba5-348fb5902d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc00b041-0199-4997-9550-133ce6666c14", "tag": "cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:16.908419 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-01442cb4-5bcc-4fa0-a8a3-1c6a3cb560f5 req-4d14154d-387b-44ac-b737-4999adfdc020 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948555 Mar 08 18:53:16.931782 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-008923f9-98fc-4c27-8a2f-9976c096e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:16.934037 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-008923f9-98fc-4c27-8a2f-9976c096e214 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.2592793 Mar 08 18:53:16.953992 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-defff876-e3fe-4cca-a795-0e9dffde78e4 req-c776d138-28e8-4fc5-b1fd-1d8f3c03e0c3 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512028 Mar 08 18:53:16.988162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d43fffe-43cf-4841-9a86-c57ae6fd9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (77907087-0b51-41d5-9d37-a966709e7839), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.066014 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-5b04ce00-77dc-49ae-a30e-c4bf66c6b0bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263883 Mar 08 18:53:17.075037 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b304ce2a-2bd1-4722-8f5f-b6933db201e1 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:17.086974 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7d43fffe-43cf-4841-9a86-c57ae6fd9b71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4de1bea938b54f80be98ae2410588ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8093724 Mar 08 18:53:17.093847 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:17.101013 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Publish callbacks [] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.137309 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43fffe-43cf-4841-9a86-c57ae6fd9b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77907087-0b51-41d5-9d37-a966709e7839,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:17.207997 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531b38a-8991-4e0a-8a05-a74cc240d07b req-25354ded-e409-4dc1-bce8-f2c17bd4a195 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:17.209065 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7531b38a-8991-4e0a-8a05-a74cc240d07b req-25354ded-e409-4dc1-bce8-f2c17bd4a195 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 932 time: 0.1831725 Mar 08 18:53:17.244617 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Transition to ACTIVE for port object b304ce2a-2bd1-4722-8f5f-b6933db201e1 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:53:17.252512 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-16db80f9-f7be-484a-8221-398c26fb6a3a service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479800 Mar 08 18:53:17.287567 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f0f2-e554-4890-8f7c-f45df4ea4a60 admin admin] Publish callbacks [] for security_group (77907087-0b51-41d5-9d37-a966709e7839), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.325678 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6548648-faa2-40be-b957-834b1d4174d6 req-e453bf26-bda2-4ad0-84c4-cd606b36c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:17.327442 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-e453bf26-bda2-4ad0-84c4-cd606b36c7d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1127 time: 0.2326465 Mar 08 18:53:17.330531 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f0f2-e554-4890-8f7c-f45df4ea4a60 admin admin] Publish callbacks [] for security_group (77907087-0b51-41d5-9d37-a966709e7839), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.332590 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.335094 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7531b38a-8991-4e0a-8a05-a74cc240d07b req-e423778b-30ee-46e2-ada6-f846cbc387d8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135712 Mar 08 18:53:17.340810 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50516) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:17.359951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-69a7-44c2-a4d9-0f6fbf81f3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.403546 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-640ece54-557b-431c-a771-fe8773ccb2f7 req-c063297e-c619-48e6-b7bf-e1fe52d5b8fd service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394444 Mar 08 18:53:17.493343 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-69a7-44c2-a4d9-0f6fbf81f3a5 admin admin] Publish callbacks [] for security_group (46a89c1f-b0e1-4faa-afba-6340ced6a19f), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.658528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f965fcc-69a7-44c2-a4d9-0f6fbf81f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (46a89c1f-b0e1-4faa-afba-6340ced6a19f), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.713682 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Pushing event updated for resources: {'Port': ['ID=b304ce2a-2bd1-4722-8f5f-b6933db201e1,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:17.772562 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:17.774157 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9f965fcc-69a7-44c2-a4d9-0f6fbf81f3a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68e8d5bb221147f39f5c6d675932e0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239395 Mar 08 18:53:17.776953 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f965fcc-69a7-44c2-a4d9-0f6fbf81f3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a89c1f-b0e1-4faa-afba-6340ced6a19f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:17.797904 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f0f2-e554-4890-8f7c-f45df4ea4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (77907087-0b51-41d5-9d37-a966709e7839), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.800672 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f0f2-e554-4890-8f7c-f45df4ea4a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:17.808785 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6aa8f0f2-e554-4890-8f7c-f45df4ea4a60 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77907087-0b51-41d5-9d37-a966709e7839 HTTP/1.1" status: 204 len: 168 time: 0.7100754 Mar 08 18:53:18.198964 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56ce52-a0fd-4a41-ad80-addd7917131f req-80d001ee-38a4-4ff7-b602-1ee691d2add6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.198964 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de56ce52-a0fd-4a41-ad80-addd7917131f req-80d001ee-38a4-4ff7-b602-1ee691d2add6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 943 time: 0.1223176 Mar 08 18:53:18.201642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f0f2-e554-4890-8f7c-f45df4ea4a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77907087-0b51-41d5-9d37-a966709e7839,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:18.201642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Attempting to bind port b304ce2a-2bd1-4722-8f5f-b6933db201e1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:53:18.201642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Attempting to bind port b304ce2a-2bd1-4722-8f5f-b6933db201e1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:53:18.201642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Attempting to bind port b304ce2a-2bd1-4722-8f5f-b6933db201e1 on network b862c615-770c-4344-abbb-1e35a70abc6b {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:18.202893 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de56ce52-a0fd-4a41-ad80-addd7917131f req-af163c1b-9074-4ed8-aa30-a7cacf2e34cf tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503941 Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Port b304ce2a-2bd1-4722-8f5f-b6933db201e1 on network b862c615-770c-4344-abbb-1e35a70abc6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Attempting to bind port b304ce2a-2bd1-4722-8f5f-b6933db201e1 on network b862c615-770c-4344-abbb-1e35a70abc6b {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6548648-faa2-40be-b957-834b1d4174d6 req-9003b70f-ffdf-45ea-b1cc-290ce99dfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-9003b70f-ffdf-45ea-b1cc-290ce99dfc7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.8389592 Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Checking segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Bound using segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Bound port: b304ce2a-2bd1-4722-8f5f-b6933db201e1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:53:18.203684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.215765 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05cbeeeb-1fe9-46dd-a15c-ccc749b72db8 admin admin] Publish callbacks [] for security_group (46a89c1f-b0e1-4faa-afba-6340ced6a19f), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.266139 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373410f5-f475-4de5-9bc5-61163a96c715 x-openstack-request-id: req-373410f5-f475-4de5-9bc5-61163a96c715 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:18.266667 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc00b041-0199-4997-9550-133ce6666c14", "tag": "cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:18.267043 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-373410f5-f475-4de5-9bc5-61163a96c715 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:18.270502 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc00b041-0199-4997-9550-133ce6666c14', 'tag': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a', 'status': 'completed', 'code': 200} Mar 08 18:53:18.310964 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-115330c1-392c-4ebc-8c3a-1eaa6744c63d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.0961802 Mar 08 18:53:18.313171 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05cbeeeb-1fe9-46dd-a15c-ccc749b72db8 admin admin] Publish callbacks [] for security_group (46a89c1f-b0e1-4faa-afba-6340ced6a19f), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.334881 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca770b-63ca-4099-913a-e5911da6c5e0 req-da832c23-ed99-489f-ab3e-ac47dcb7b9de tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.343233 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-feca770b-63ca-4099-913a-e5911da6c5e0 req-da832c23-ed99-489f-ab3e-ac47dcb7b9de tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.0950098 Mar 08 18:53:18.344424 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50536) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:18.442015 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] For port b304ce2a-2bd1-4722-8f5f-b6933db201e1, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:53:18.446729 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-feca770b-63ca-4099-913a-e5911da6c5e0 req-3f43d899-8be5-468c-9c30-4eaea8ce0c37 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008749 Mar 08 18:53:18.461820 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] For port b304ce2a-2bd1-4722-8f5f-b6933db201e1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:53:18.476050 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6548648-faa2-40be-b957-834b1d4174d6 req-10fde7c4-e282-4b87-a6f1-b7341e5d11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.476050 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-10fde7c4-e282-4b87-a6f1-b7341e5d11bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0996718 Mar 08 18:53:18.493899 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-aa440d9d-ac23-45d6-a432-c937f9896b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.496470 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-aa440d9d-ac23-45d6-a432-c937f9896b3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 1127 time: 0.1109638 Mar 08 18:53:18.507718 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6c7f7-0395-4d56-880f-4afefa6500ff req-2869283f-82ef-48cd-ac34-6b59de3ebfad tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.509291 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c0a6c7f7-0395-4d56-880f-4afefa6500ff req-2869283f-82ef-48cd-ac34-6b59de3ebfad tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 944 time: 0.0810087 Mar 08 18:53:18.515687 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-da0ade19-c08e-4770-8da5-07c730b733d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287328 Mar 08 18:53:18.608307 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7a29d76-8b15-42f2-b7f1-643151e6919a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.660048 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c0a6c7f7-0395-4d56-880f-4afefa6500ff req-46051026-314c-4006-b29f-5a5c7976af73 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424079 Mar 08 18:53:18.667232 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-d7c139fd-f32c-46e6-8178-fabaedb14888 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474850 Mar 08 18:53:18.686023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05cbeeeb-1fe9-46dd-a15c-ccc749b72db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (46a89c1f-b0e1-4faa-afba-6340ced6a19f), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.686023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05cbeeeb-1fe9-46dd-a15c-ccc749b72db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.686023 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-05cbeeeb-1fe9-46dd-a15c-ccc749b72db8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/46a89c1f-b0e1-4faa-afba-6340ced6a19f HTTP/1.1" status: 204 len: 168 time: 0.9023674 Mar 08 18:53:18.686023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.693535 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-c1465cb1-f2d9-4b30-8faa-51ac274c5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.695053 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-c1465cb1-f2d9-4b30-8faa-51ac274c5c4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.1848612 Mar 08 18:53:18.710010 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbeeeb-1fe9-46dd-a15c-ccc749b72db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a89c1f-b0e1-4faa-afba-6340ced6a19f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:18.739596 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:18.740247 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.742184 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] 10.222.0.77 "PUT /v2.0/ports/b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 1094 time: 3.1284277 Mar 08 18:53:18.745368 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:18.747837 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e003ea-940d-4638-bf2f-90d6fa94c36a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:18.798820 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcf223-6e3d-4d6f-802e-9744264218ab service neutron] Pushing event updated for resources: {'Port': ['ID=b304ce2a-2bd1-4722-8f5f-b6933db201e1,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:18.804976 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02121df-9440-4a50-a70f-810cd624b095 x-openstack-request-id: req-f02121df-9440-4a50-a70f-810cd624b095 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:18.805272 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:18.805539 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f02121df-9440-4a50-a70f-810cd624b095 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:18.806001 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'status': 'completed', 'code': 200} Mar 08 18:53:18.836488 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7a29d76-8b15-42f2-b7f1-643151e6919a admin admin] Publish callbacks [] for security_group (ba5cc8b7-280b-408b-a825-e07214da28f0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:18.918767 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-f394b9d8-2b75-429c-b916-2f49fb8ab021 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a HTTP/1.1" status: 200 len: 217 time: 0.0423310 Mar 08 18:53:18.990689 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d6548648-faa2-40be-b957-834b1d4174d6 req-53b4a7e2-765b-49fe-a218-91d67afebb2b service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116376 Mar 08 18:53:19.044352 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e003ea-940d-4638-bf2f-90d6fa94c36a req-075ab1f1-ed0d-4925-b0cc-ab1f99af6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.045044 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-f798391e-a8d7-4086-8f88-f786130ffc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.045828 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-49e003ea-940d-4638-bf2f-90d6fa94c36a req-075ab1f1-ed0d-4925-b0cc-ab1f99af6b9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1128 time: 0.0524287 Mar 08 18:53:19.046786 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-f798391e-a8d7-4086-8f88-f786130ffc32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0560892 Mar 08 18:53:19.071331 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7a29d76-8b15-42f2-b7f1-643151e6919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ba5cc8b7-280b-408b-a825-e07214da28f0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.093706 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-0dfd356d-cc49-49eb-aa37-449bc82717a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267117 Mar 08 18:53:19.168213 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a29d76-8b15-42f2-b7f1-643151e6919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5cc8b7-280b-408b-a825-e07214da28f0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:19.195830 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a7a29d76-8b15-42f2-b7f1-643151e6919a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2990084ace4a4d3cbff3443b79777f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8276570 Mar 08 18:53:19.195830 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50560) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:19.232482 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e003ea-940d-4638-bf2f-90d6fa94c36a req-866f6b5a-a571-44e0-bb1c-001ede5e60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.233875 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-49e003ea-940d-4638-bf2f-90d6fa94c36a req-866f6b5a-a571-44e0-bb1c-001ede5e60dd service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dd02145d689e4b809d70342a8a66b373&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1723144 Mar 08 18:53:19.242368 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-e14b30df-e58c-4a53-bcff-75e786c3e9ad service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302209 Mar 08 18:53:19.317275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10c46efa-8bc1-4780-954f-ca85266c7760 admin admin] Publish callbacks [] for security_group (ba5cc8b7-280b-408b-a825-e07214da28f0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.348379 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10c46efa-8bc1-4780-954f-ca85266c7760 admin admin] Publish callbacks [] for security_group (ba5cc8b7-280b-408b-a825-e07214da28f0), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.378773 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e003ea-940d-4638-bf2f-90d6fa94c36a req-daa1199f-fcb3-441b-96d4-c58b25418803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.380270 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-49e003ea-940d-4638-bf2f-90d6fa94c36a req-daa1199f-fcb3-441b-96d4-c58b25418803 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403155 Mar 08 18:53:19.470729 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:19.485110 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d9eae4c8-9b60-4e09-a210-b67865b76bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.486767 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d9eae4c8-9b60-4e09-a210-b67865b76bfc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1128 time: 0.0645900 Mar 08 18:53:19.573578 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522038a-1107-45da-add2-513ac0125322 req-869a9dbd-c013-4bdf-9a9c-7792f038dd57 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.573578 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f522038a-1107-45da-add2-513ac0125322 req-869a9dbd-c013-4bdf-9a9c-7792f038dd57 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 943 time: 0.2999187 Mar 08 18:53:19.574605 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-b8bd7491-a12c-4106-87ec-888fd8563f2d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 217 time: 0.0458572 Mar 08 18:53:19.594316 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-a3c624cc-7b66-4185-ab7a-7b9ae518cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.595846 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-a3c624cc-7b66-4185-ab7a-7b9ae518cdb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0488899 Mar 08 18:53:19.597805 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10c46efa-8bc1-4780-954f-ca85266c7760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ba5cc8b7-280b-408b-a825-e07214da28f0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.600517 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10c46efa-8bc1-4780-954f-ca85266c7760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.601659 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-10c46efa-8bc1-4780-954f-ca85266c7760 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba5cc8b7-280b-408b-a825-e07214da28f0 HTTP/1.1" status: 204 len: 168 time: 0.4232969 Mar 08 18:53:19.605250 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98da4ff8-51e1-4985-8ba5-348fb5902d0b req-660f4f72-75b8-4a0a-b33d-8d1988263334 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535237 Mar 08 18:53:19.620681 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c46efa-8bc1-4780-954f-ca85266c7760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5cc8b7-280b-408b-a825-e07214da28f0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:19.648537 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015ac64-9c70-4cc2-a390-f1d0b4ea3cf1 req-b80235c7-cc9d-45fe-b828-9e3b3dcbe01a tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.650225 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4015ac64-9c70-4cc2-a390-f1d0b4ea3cf1 req-b80235c7-cc9d-45fe-b828-9e3b3dcbe01a tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.1086657 Mar 08 18:53:19.656313 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f522038a-1107-45da-add2-513ac0125322 req-f36b0afe-1a8f-4e0a-8ac4-be77d251dad8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996928 Mar 08 18:53:19.680909 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-cf649391-c862-45f8-9488-8f5520e495b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.683050 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-cf649391-c862-45f8-9488-8f5520e495b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800068 Mar 08 18:53:19.729086 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4015ac64-9c70-4cc2-a390-f1d0b4ea3cf1 req-a3e11ccb-4e16-4dcd-8c6a-e6e10e5ba3b9 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692072 Mar 08 18:53:19.788297 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-d1906dcf-19c6-4ba6-824e-90fdc64e0f4e service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976255 Mar 08 18:53:19.804239 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c658d-d1db-4e72-97ee-9aa2ecf8e1eb req-b2d4b48b-9e63-4a22-a681-63a0aef41e5a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:19.805725 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-688c658d-d1db-4e72-97ee-9aa2ecf8e1eb req-b2d4b48b-9e63-4a22-a681-63a0aef41e5a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 944 time: 0.0721843 Mar 08 18:53:19.811260 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:19.838838 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7c9-4e59-4a96-8c5a-b9e286ba591d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.891930 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-688c658d-d1db-4e72-97ee-9aa2ecf8e1eb req-31fed927-62b2-4aed-8f4b-83b876455273 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733886 Mar 08 18:53:19.917103 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1404bfb2-066a-4697-b6bc-07022b94e3ee req-5d02f8fa-70a0-4177-ac62-e225828f35d7 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222277 Mar 08 18:53:19.960893 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7c9-4e59-4a96-8c5a-b9e286ba591d admin admin] Publish callbacks [] for security_group (f91ee862-56a0-45b3-a543-149d6baabb31), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:19.982942 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963910951-network', 'tenant_id': 'b8b70cf55fd34f8f8252a1f68ef98d02'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:20.086352 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Made reservation on behalf of b8b70cf55fd34f8f8252a1f68ef98d02 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:20.089612 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.099287 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.100210 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7c9-4e59-4a96-8c5a-b9e286ba591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f91ee862-56a0-45b3-a543-149d6baabb31), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.154719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ff7c9-4e59-4a96-8c5a-b9e286ba591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ee862-56a0-45b3-a543-149d6baabb31,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:20.167968 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-b74ff7c9-4e59-4a96-8c5a-b9e286ba591d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8a74220d6484be79d69f7cd86017dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514395 Mar 08 18:53:20.168667 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50590) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:20.209609 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks [] for security_group (c9d01f95-74c4-4636-9918-c22f8be3cada), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.245299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-682efc88-e7d0-4968-8c37-41f7c43f79c4 admin admin] Publish callbacks [] for security_group (f91ee862-56a0-45b3-a543-149d6baabb31), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.268492 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-682efc88-e7d0-4968-8c37-41f7c43f79c4 admin admin] Publish callbacks [] for security_group (f91ee862-56a0-45b3-a543-149d6baabb31), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.277551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c9d01f95-74c4-4636-9918-c22f8be3cada), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.305086 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:53:20.316621 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d01f95-74c4-4636-9918-c22f8be3cada,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:20.420982 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-682efc88-e7d0-4968-8c37-41f7c43f79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f91ee862-56a0-45b3-a543-149d6baabb31), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.423638 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-682efc88-e7d0-4968-8c37-41f7c43f79c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.424781 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-682efc88-e7d0-4968-8c37-41f7c43f79c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f91ee862-56a0-45b3-a543-149d6baabb31 HTTP/1.1" status: 204 len: 168 time: 0.2557735 Mar 08 18:53:20.425326 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (afaead7b-31e2-4744-8b55-eca77bc838f0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.426070 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Added segment afaead7b-31e2-4744-8b55-eca77bc838f0 of type vlan for network 86dafe13-cb58-4ec3-b727-d0087b7b0ba0 Mar 08 18:53:20.433319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efc88-e7d0-4968-8c37-41f7c43f79c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ee862-56a0-45b3-a543-149d6baabb31,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:20.481419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (86dafe13-cb58-4ec3-b727-d0087b7b0ba0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.617389 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (86dafe13-cb58-4ec3-b727-d0087b7b0ba0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.618432 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:20.619021 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.681388 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] Pushing event updated for resources: {'Network': ['ID=86dafe13-cb58-4ec3-b727-d0087b7b0ba0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:20.691183 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 86dafe13-cb58-4ec3-b727-d0087b7b0ba0 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:53:20.757971 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6bad4dce-18fe-486a-aa83-bc116d88cae2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2850587 Mar 08 18:53:20.761377 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50608) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:20.768792 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Request body: {'subnet': {'network_id': '86dafe13-cb58-4ec3-b727-d0087b7b0ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963910951-subnet', 'tenant_id': 'b8b70cf55fd34f8f8252a1f68ef98d02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:20.784608 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbf11f-b769-42f4-8a98-282aef567e0a req-428144fd-9519-430b-9c1c-320df4b6730d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:20.786128 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-12cbf11f-b769-42f4-8a98-282aef567e0a req-428144fd-9519-430b-9c1c-320df4b6730d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 943 time: 0.0632305 Mar 08 18:53:20.850078 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50610) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:20.866215 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5252af1d-0c8c-443c-992d-7136516b6464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.874339 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-12cbf11f-b769-42f4-8a98-282aef567e0a req-0c2d929d-1a39-4bda-afdc-e3b827b11d48 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813398 Mar 08 18:53:20.892537 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453d9d2-4cfd-44d3-a66a-d1492b9f414c req-9b7e631c-f530-47b5-a899-0cd88b15cbac tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:20.894076 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2453d9d2-4cfd-44d3-a66a-d1492b9f414c req-9b7e631c-f530-47b5-a899-0cd88b15cbac tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.0823228 Mar 08 18:53:20.902563 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Made reservation on behalf of b8b70cf55fd34f8f8252a1f68ef98d02 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:20.903464 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:20.968978 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2453d9d2-4cfd-44d3-a66a-d1492b9f414c req-d1a3c063-55f5-4b01-a0c9-cc4ae2343624 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603139 Mar 08 18:53:21.049245 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5252af1d-0c8c-443c-992d-7136516b6464 admin admin] Publish callbacks [] for security_group (ebadb6bf-87d6-4a08-a154-79d593a5de81), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.063443 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff22fb-2590-4d13-8ca7-109f92701575 req-ce12d253-88b9-472f-84bb-0171aaff63c6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:21.063890 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-69ff22fb-2590-4d13-8ca7-109f92701575 req-ce12d253-88b9-472f-84bb-0171aaff63c6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 944 time: 0.0667040 Mar 08 18:53:21.132075 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-69ff22fb-2590-4d13-8ca7-109f92701575 req-567cef8c-6004-4fd7-a963-a3ba800ed4bb tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626783 Mar 08 18:53:21.136142 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5252af1d-0c8c-443c-992d-7136516b6464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ebadb6bf-87d6-4a08-a154-79d593a5de81), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.191039 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5252af1d-0c8c-443c-992d-7136516b6464 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf559657764d4b47937a0750d9980430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361824 Mar 08 18:53:21.191559 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50622) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:21.198824 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252af1d-0c8c-443c-992d-7136516b6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebadb6bf-87d6-4a08-a154-79d593a5de81,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:21.261229 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7df2c08-9b14-4ed0-8f32-bd724a5e031b admin admin] Publish callbacks [] for security_group (ebadb6bf-87d6-4a08-a154-79d593a5de81), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.264441 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (45ab5f97-971e-4c58-869a-c3479d626581), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.331576 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7df2c08-9b14-4ed0-8f32-bd724a5e031b admin admin] Publish callbacks [] for security_group (ebadb6bf-87d6-4a08-a154-79d593a5de81), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.341833 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ab5f97-971e-4c58-869a-c3479d626581,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:21.383529 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Checking segment: {'id': 'afaead7b-31e2-4744-8b55-eca77bc838f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '86dafe13-cb58-4ec3-b727-d0087b7b0ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:21.383529 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Network hostable DHCP agents. Network: 86dafe13-cb58-4ec3-b727-d0087b7b0ba0, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:53:21.507117 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.549213 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7df2c08-9b14-4ed0-8f32-bd724a5e031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ebadb6bf-87d6-4a08-a154-79d593a5de81), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.551950 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7df2c08-9b14-4ed0-8f32-bd724a5e031b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.558869 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-f7df2c08-9b14-4ed0-8f32-bd724a5e031b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebadb6bf-87d6-4a08-a154-79d593a5de81 HTTP/1.1" status: 204 len: 168 time: 0.3607945 Mar 08 18:53:21.558869 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Network 86dafe13-cb58-4ec3-b727-d0087b7b0ba0 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:53:21.565307 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df2c08-9b14-4ed0-8f32-bd724a5e031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebadb6bf-87d6-4a08-a154-79d593a5de81,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:21.704598 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 86dafe13-cb58-4ec3-b727-d0087b7b0ba0) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:21.709124 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:21.709728 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:21.722692 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf403f0-394f-489a-a9ef-2abd9bcd6aae None None] Network 86dafe13-cb58-4ec3-b727-d0087b7b0ba0 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:53:21.815679 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e5e9b6e4-0cb4-42ad-b360-5a512fb18d36 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0524864 Mar 08 18:53:21.833324 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93035fbe-0c39-48d6-b60f-2578f5d741b6 None None] Network 86dafe13-cb58-4ec3-b727-d0087b7b0ba0 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:53:22.016291 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c96513-d562-49bd-a6b7-eaf7ab1eec5a req-0b6c50d3-50f2-4992-917a-dc002a4dcb80 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:22.025511 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17c96513-d562-49bd-a6b7-eaf7ab1eec5a req-0b6c50d3-50f2-4992-917a-dc002a4dcb80 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 943 time: 0.0695894 Mar 08 18:53:22.104439 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17c96513-d562-49bd-a6b7-eaf7ab1eec5a req-0805150d-c19a-4440-86aa-098e0dd2c903 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778329 Mar 08 18:53:22.133927 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00637faf-b05f-4885-8ea8-9b3f09d3d532 req-1f145373-73c1-43bc-b731-2a76c0dea566 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:22.135482 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00637faf-b05f-4885-8ea8-9b3f09d3d532 req-1f145373-73c1-43bc-b731-2a76c0dea566 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.0797822 Mar 08 18:53:22.187379 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00637faf-b05f-4885-8ea8-9b3f09d3d532 req-ce2d8df5-8f54-474b-b35b-30fe7fa2ae31 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Mar 08 18:53:22.280996 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da691ab3-7aa3-450c-b973-2f1cd0678fe0 req-117d3bf0-6c2e-4412-90cd-bde836e9c0ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:22.283279 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da691ab3-7aa3-450c-b973-2f1cd0678fe0 req-117d3bf0-6c2e-4412-90cd-bde836e9c0ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 944 time: 0.0574021 Mar 08 18:53:22.336967 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da691ab3-7aa3-450c-b973-2f1cd0678fe0 req-4cd6cd5e-aa2e-4127-991b-f869d5c3ca90 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481458 Mar 08 18:53:22.482190 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:53:22.617868 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e310f7e8-6e08-4238-a73f-72cc9c5678a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:22.625861 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:22.640927 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'port_id': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a', 'mac_address': 'fa:16:3e:e2:88:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:22.717745 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:22.717745 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:22.717745 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:22.729680 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:22.889680 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:22.890434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 33ab36bd-300f-48d4-9429-e42640b5c101 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:53:22.964995 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:23.036535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 33ab36bd-300f-48d4-9429-e42640b5c101, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=33ab36bd-300f-48d4-9429-e42640b5c101,segment=NetworkSegment(37a03f03-0f59-4f46-8277-d7a1a67d4449),segment_id=37a03f03-0f59-4f46-8277-d7a1a67d4449)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:23.170534 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '33ab36bd-300f-48d4-9429-e42640b5c101', 'network_id': 'd11e985c-0ee0-4e8e-b862-0747472bcf40', 'port_id': '33ab36bd-300f-48d4-9429-e42640b5c101', 'mac_address': 'fa:16:3e:63:a8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:23.221166 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 33ab36bd-300f-48d4-9429-e42640b5c101 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:23.221570 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:23.239920 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ab36bd-300f-48d4-9429-e42640b5c101 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:23.256408 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0f91-6ebf-4420-8122-9840240bca9e req-8674a891-55b1-47b4-93e9-703dc8e2dab3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:23.258024 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91ac0f91-6ebf-4420-8122-9840240bca9e req-8674a891-55b1-47b4-93e9-703dc8e2dab3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 944 time: 0.0691085 Mar 08 18:53:23.263895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 33ab36bd-300f-48d4-9429-e42640b5c101, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=33ab36bd-300f-48d4-9429-e42640b5c101,segment=NetworkSegment(37a03f03-0f59-4f46-8277-d7a1a67d4449),segment_id=37a03f03-0f59-4f46-8277-d7a1a67d4449)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:23.342535 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11fe60-39b5-4733-b9e8-058404d4df58 req-2a019116-efa9-43f3-b70f-0cf7db3823a7 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:23.344081 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f11fe60-39b5-4733-b9e8-058404d4df58 req-2a019116-efa9-43f3-b70f-0cf7db3823a7 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 944 time: 0.0777850 Mar 08 18:53:23.373925 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91ac0f91-6ebf-4420-8122-9840240bca9e req-b7c6d5c4-3377-42c4-adab-6e07236afb37 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086071 Mar 08 18:53:23.468453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f11fe60-39b5-4733-b9e8-058404d4df58 req-22457bd0-02c2-43d7-817b-f78b7ae34e0f tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529611 Mar 08 18:53:23.497123 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f44fcd-93e0-48df-acaf-11f9056b80e2 req-58f30387-2f35-46fe-8458-0b0f4533d966 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:23.498607 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-27f44fcd-93e0-48df-acaf-11f9056b80e2 req-58f30387-2f35-46fe-8458-0b0f4533d966 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 944 time: 0.0604587 Mar 08 18:53:23.545293 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-27f44fcd-93e0-48df-acaf-11f9056b80e2 req-ef88fbaa-d66d-47b9-922a-61611cd61388 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Mar 08 18:53:23.897554 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:23.898193 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 5079c141-af24-4e98-898f-470a292398a8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:53:24.049607 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 5079c141-af24-4e98-898f-470a292398a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5079c141-af24-4e98-898f-470a292398a8,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:24.049607 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=33ab36bd-300f-48d4-9429-e42640b5c101,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:24.049607 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '5079c141-af24-4e98-898f-470a292398a8', 'network_id': '03a254a8-a992-4a6b-a782-ae97f955d701', 'port_id': '5079c141-af24-4e98-898f-470a292398a8', 'mac_address': 'fa:16:3e:73:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a29931-efde-46b1-a78d-b7b81645fdfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:24.054845 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 5079c141-af24-4e98-898f-470a292398a8 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:24.055473 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (5079c141-af24-4e98-898f-470a292398a8), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:24.071145 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5079c141-af24-4e98-898f-470a292398a8 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:24.107624 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 5079c141-af24-4e98-898f-470a292398a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5079c141-af24-4e98-898f-470a292398a8,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:24.638327 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9332bd-d3a1-499c-9524-14e08b6a5597 req-748f057f-f8d7-41e0-9d03-fd15ae1d2f61 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:24.639829 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0f9332bd-d3a1-499c-9524-14e08b6a5597 req-748f057f-f8d7-41e0-9d03-fd15ae1d2f61 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 945 time: 0.1086195 Mar 08 18:53:24.647735 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f312e-af59-4cb5-8a51-428d7c853b6f req-1928c525-01f2-4f01-a43c-2114169d484a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:24.649275 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-141f312e-af59-4cb5-8a51-428d7c853b6f req-1928c525-01f2-4f01-a43c-2114169d484a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 944 time: 0.0784516 Mar 08 18:53:24.725992 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0f9332bd-d3a1-499c-9524-14e08b6a5597 req-b696a29d-61a7-44df-848d-13ac1ea33249 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757298 Mar 08 18:53:24.730239 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-141f312e-af59-4cb5-8a51-428d7c853b6f req-b41a03cb-6aaa-45b4-80d3-6cfdd05247fe tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723999 Mar 08 18:53:24.833920 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab829f8f-9a36-4b8d-8572-94797edede58 req-72eab24e-c492-47ac-b5b5-08a07bee43b0 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:24.835429 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ab829f8f-9a36-4b8d-8572-94797edede58 req-72eab24e-c492-47ac-b5b5-08a07bee43b0 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 944 time: 0.0542464 Mar 08 18:53:24.870061 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (5079c141-af24-4e98-898f-470a292398a8), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:24.897960 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ab829f8f-9a36-4b8d-8572-94797edede58 req-33e5df8c-d21e-4b93-8eef-34f8353c4435 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547047 Mar 08 18:53:24.907764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device b304ce2a-2bd1-4722-8f5f-b6933db201e1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:53:24.925728 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ef5550d5-f998-4d72-a849-6096febb00ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:24.971018 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=5079c141-af24-4e98-898f-470a292398a8,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:25.058434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port b304ce2a-2bd1-4722-8f5f-b6933db201e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:25.073642 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'port_id': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'mac_address': 'fa:16:3e:78:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:53:25.146255 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port b304ce2a-2bd1-4722-8f5f-b6933db201e1 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:25.146660 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.161635 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b304ce2a-2bd1-4722-8f5f-b6933db201e1 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:53:25.189920 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port b304ce2a-2bd1-4722-8f5f-b6933db201e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:25.237231 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:25.287906 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['33ab36bd-300f-48d4-9429-e42640b5c101'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:25.289984 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['5079c141-af24-4e98-898f-470a292398a8'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:25.316562 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.403838 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50734) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:25.408781 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-162797346-network', 'tenant_id': 'd07334f7f3fb4640aa454402bd72ff06'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:25.506438 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Made reservation on behalf of d07334f7f3fb4640aa454402bd72ff06 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:25.509248 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=b304ce2a-2bd1-4722-8f5f-b6933db201e1,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:25.510372 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.528335 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.609776 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['b304ce2a-2bd1-4722-8f5f-b6933db201e1'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:25.632144 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks [] for security_group (df147e2b-3dbc-4d51-9163-d4a1ff625dc0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.740720 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (df147e2b-3dbc-4d51-9163-d4a1ff625dc0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.815728 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:53:25.848618 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (66838c13-7a4b-4dc7-9e10-65b4a3599f33), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:25.848922 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Added segment 66838c13-7a4b-4dc7-9e10-65b4a3599f33 of type vlan for network 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd Mar 08 18:53:25.865738 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df147e2b-3dbc-4d51-9163-d4a1ff625dc0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:25.950858 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.003616 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb84a60-a3a6-4b9f-92cb-6334eeb5b5cc req-e5dd1ffe-3490-438a-bb08-52a3fbaed9e7 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:26.005515 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7bb84a60-a3a6-4b9f-92cb-6334eeb5b5cc req-e5dd1ffe-3490-438a-bb08-52a3fbaed9e7 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 945 time: 0.1615148 Mar 08 18:53:26.041607 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437ef73-627e-49b1-85d2-876e3f974dfc req-b40bc1ba-13a4-43e2-84ad-524a18a4a0d1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:26.048776 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4437ef73-627e-49b1-85d2-876e3f974dfc req-b40bc1ba-13a4-43e2-84ad-524a18a4a0d1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 944 time: 0.1495116 Mar 08 18:53:26.115932 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7bb84a60-a3a6-4b9f-92cb-6334eeb5b5cc req-af1c8d56-5f50-40c8-bb7f-8f2b27781be9 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015885 Mar 08 18:53:26.120275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.121271 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:26.122066 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.156971 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4437ef73-627e-49b1-85d2-876e3f974dfc req-bef602c6-59ee-405c-88c7-41504938b161 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036494 Mar 08 18:53:26.216187 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.249471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] Pushing event updated for resources: {'Network': ['ID=6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:26.259438 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1ab47f14-978b-410e-a836-330609baf1fe admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8543072 Mar 08 18:53:26.266898 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50766) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:26.267039 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:53:26.268765 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Request body: {'subnet': {'network_id': '6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-162797346-subnet', 'tenant_id': 'd07334f7f3fb4640aa454402bd72ff06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:26.280451 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09697793-4903-4857-98e6-5de3992debfa req-9bce4f44-85f7-4aa5-87dc-64e16cf15666 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:26.282395 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-09697793-4903-4857-98e6-5de3992debfa req-9bce4f44-85f7-4aa5-87dc-64e16cf15666 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 945 time: 0.0854650 Mar 08 18:53:26.376825 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-09697793-4903-4857-98e6-5de3992debfa req-c1316311-26aa-48ad-aad6-7543b855cebb tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709054 Mar 08 18:53:26.489410 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Made reservation on behalf of d07334f7f3fb4640aa454402bd72ff06 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:53:26.492061 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.821167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (58324ea0-2706-419b-bf99-5fce8d5eb823), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:26.880334 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58324ea0-2706-419b-bf99-5fce8d5eb823,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:26.891258 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device b304ce2a-2bd1-4722-8f5f-b6933db201e1 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:26.899084 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Checking segment: {'id': '66838c13-7a4b-4dc7-9e10-65b4a3599f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:53:26.899594 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Network hostable DHCP agents. Network: 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:53:27.071844 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Network 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:53:27.152214 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port b304ce2a-2bd1-4722-8f5f-b6933db201e1 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:53:27.156858 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port b304ce2a-2bd1-4722-8f5f-b6933db201e1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:27.164280 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.186411 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:53:27.191773 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:27.192756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.217406 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb02662-6521-442e-aac2-8f674f577749 None None] Network 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:53:27.323431 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49236d52-4e5a-42ee-8551-25b455b3d323 req-37ec107d-1c70-46ab-af46-30526dae7183 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:27.330448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-49236d52-4e5a-42ee-8551-25b455b3d323 req-37ec107d-1c70-46ab-af46-30526dae7183 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 945 time: 0.1139483 Mar 08 18:53:27.352708 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50804) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:27.362795 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-08202383-be94-43f5-bece-eb65370efb80 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0994065 Mar 08 18:53:27.400778 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf4325-f7f0-4950-b049-2c9d5c321351 req-31b1f45b-5b45-4deb-8175-3aa9179424b6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:27.409655 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f2101-1196-4ae7-a7bc-bb4b39296e8b None None] Network 6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:53:27.410500 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0cbf4325-f7f0-4950-b049-2c9d5c321351 req-31b1f45b-5b45-4deb-8175-3aa9179424b6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 944 time: 0.1567199 Mar 08 18:53:27.457841 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port b304ce2a-2bd1-4722-8f5f-b6933db201e1 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:27.459837 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.489119 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.495537 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0cbf4325-f7f0-4950-b049-2c9d5c321351 req-25938b06-44c1-47e5-82bf-5a7dbae57331 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839221 Mar 08 18:53:27.513601 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-49236d52-4e5a-42ee-8551-25b455b3d323 req-f81db6b1-50f2-4287-9aeb-0edeccad0967 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821272 Mar 08 18:53:27.592815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:27.603091 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50820) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:27.623527 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4113ba37-7279-4a86-ba28-11ec85b7a18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.683654 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port b304ce2a-2bd1-4722-8f5f-b6933db201e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:27.688867 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Deleting subnet 45ab5f97-971e-4c58-869a-c3479d626581 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:53:27.699185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Publish callbacks [] for subnet (45ab5f97-971e-4c58-869a-c3479d626581), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.723065 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4113ba37-7279-4a86-ba28-11ec85b7a18f admin admin] Publish callbacks [] for security_group (9293fd2b-c7b6-4e42-a02b-5c7d0376924d), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.740858 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a25ed9-6b3e-4871-a139-1f13abf64d25 req-5c96f77c-f6db-4fc9-a51a-7fe0ce75f0a1 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:27.742361 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-26a25ed9-6b3e-4871-a139-1f13abf64d25 req-5c96f77c-f6db-4fc9-a51a-7fe0ce75f0a1 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 945 time: 0.1293211 Mar 08 18:53:27.749095 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Publish callbacks [] for subnet (45ab5f97-971e-4c58-869a-c3479d626581), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.767784 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (45ab5f97-971e-4c58-869a-c3479d626581), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.822963 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f3d359-3296-4bb9-bbaf-6960569552d6" -d '{"events": [{"server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:27.835713 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-26a25ed9-6b3e-4871-a139-1f13abf64d25 req-f57756b4-79f3-45b3-a523-f077216064e3 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829010 Mar 08 18:53:27.845152 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.847685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:27.880434 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4113ba37-7279-4a86-ba28-11ec85b7a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9293fd2b-c7b6-4e42-a02b-5c7d0376924d), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:27.932543 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=b304ce2a-2bd1-4722-8f5f-b6933db201e1,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:27.961451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113ba37-7279-4a86-ba28-11ec85b7a18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9293fd2b-c7b6-4e42-a02b-5c7d0376924d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:27.968956 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50836) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:27.969081 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4113ba37-7279-4a86-ba28-11ec85b7a18f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34242f115c8540238315775e5711cae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6147218 Mar 08 18:53:27.976812 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311f2b04-ea54-4639-bb90-5dfe288f0a3f x-openstack-request-id: req-311f2b04-ea54-4639-bb90-5dfe288f0a3f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:27.977691 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:27.977691 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-311f2b04-ea54-4639-bb90-5dfe288f0a3f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:27.978881 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'code': 200} Mar 08 18:53:28.017331 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (45ab5f97-971e-4c58-869a-c3479d626581), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.056287 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ab5f97-971e-4c58-869a-c3479d626581,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:28.058242 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.061398 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5ace262d-ce64-4316-a4f6-03e648d7a55e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/45ab5f97-971e-4c58-869a-c3479d626581 HTTP/1.1" status: 204 len: 168 time: 0.4564757 Mar 08 18:53:28.063050 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c473d83e-57dc-49bb-a032-64e6d454aae8 admin admin] Publish callbacks [] for security_group (9293fd2b-c7b6-4e42-a02b-5c7d0376924d), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.064482 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50842) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:28.086192 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c473d83e-57dc-49bb-a032-64e6d454aae8 admin admin] Publish callbacks [] for security_group (9293fd2b-c7b6-4e42-a02b-5c7d0376924d), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.092456 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:53:28.104379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:28.104379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.144517 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (86dafe13-cb58-4ec3-b727-d0087b7b0ba0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.202879 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:28.203267 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.240688 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:28.245345 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (86dafe13-cb58-4ec3-b727-d0087b7b0ba0), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.270624 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.270989 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.271735 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.272061 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.272397 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.272732 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.273047 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.273394 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.273706 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.274023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.315028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c473d83e-57dc-49bb-a032-64e6d454aae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9293fd2b-c7b6-4e42-a02b-5c7d0376924d), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.317603 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c473d83e-57dc-49bb-a032-64e6d454aae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.319868 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c473d83e-57dc-49bb-a032-64e6d454aae8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9293fd2b-c7b6-4e42-a02b-5c7d0376924d HTTP/1.1" status: 204 len: 168 time: 0.3498271 Mar 08 18:53:28.336490 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473d83e-57dc-49bb-a032-64e6d454aae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9293fd2b-c7b6-4e42-a02b-5c7d0376924d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:28.372497 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.376097 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 33ab36bd-300f-48d4-9429-e42640b5c101 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:28.437725 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.438482 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.439350 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.439781 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:53:28.440267 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dafe13-cb58-4ec3-b727-d0087b7b0ba0']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:28.488664 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaead7b-31e2-4744-8b55-eca77bc838f0') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:28.489084 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaead7b-31e2-4744-8b55-eca77bc838f0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:28.579914 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (afaead7b-31e2-4744-8b55-eca77bc838f0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.602108 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:28.628679 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (afaead7b-31e2-4744-8b55-eca77bc838f0), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.655898 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:53:28.656295 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (afaead7b-31e2-4744-8b55-eca77bc838f0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: from cryptography.utils import int_from_bytes Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: from cryptography.utils import int_from_bytes Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:53:28.695533 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:53:28.719726 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce6602-8eda-4cb6-b81a-4b33589c32c0 req-c634d715-0038-4ac1-b051-464461766fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:28.721352 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-86ce6602-8eda-4cb6-b81a-4b33589c32c0 req-c634d715-0038-4ac1-b051-464461766fab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1130 time: 0.2665880 Mar 08 18:53:28.742907 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 33ab36bd-300f-48d4-9429-e42640b5c101 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:53:28.747924 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 33ab36bd-300f-48d4-9429-e42640b5c101 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:28.748250 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.767009 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a1bdd-015c-4788-b119-bde73104346c req-94d5e9f4-3e58-47b4-81c7-715e71d84c02 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:28.770207 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c26a1bdd-015c-4788-b119-bde73104346c req-94d5e9f4-3e58-47b4-81c7-715e71d84c02 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1420596 Mar 08 18:53:28.779427 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085abb-6000-468f-aee6-38a6e7cb4065 req-d9f21f19-d9b0-4351-a1ae-e0ebe99d9ac9 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:28.781636 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cb085abb-6000-468f-aee6-38a6e7cb4065 req-d9f21f19-d9b0-4351-a1ae-e0ebe99d9ac9 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 945 time: 0.1092234 Mar 08 18:53:28.792206 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-86ce6602-8eda-4cb6-b81a-4b33589c32c0 req-c7d74ec5-735c-430a-ba8e-b468cec180bb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.881288 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c26a1bdd-015c-4788-b119-bde73104346c req-b84b6a3c-2dc9-4a22-b6c6-a2b3e6db2b3f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984688 Mar 08 18:53:28.898347 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 33ab36bd-300f-48d4-9429-e42640b5c101 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:28.898916 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.903152 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-86ce6602-8eda-4cb6-b81a-4b33589c32c0 req-c7d74ec5-735c-430a-ba8e-b468cec180bb service neutron] Publish callbacks [] for security_group (185b2a7e-d4d9-4904-9e7b-8cff92002d77), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.908827 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cb085abb-6000-468f-aee6-38a6e7cb4065 req-0acbb21c-9d9b-4dd9-a8dc-3c59e9597cc0 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189301 Mar 08 18:53:28.909685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (86dafe13-cb58-4ec3-b727-d0087b7b0ba0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.930165 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:28.936770 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/86dafe13-cb58-4ec3-b727-d0087b7b0ba0 HTTP/1.1" status: 204 len: 168 time: 0.8684845 Mar 08 18:53:28.938632 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50882) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:28.950374 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195c3c6-2f47-4c0a-8173-d66075d215d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=86dafe13-cb58-4ec3-b727-d0087b7b0ba0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:28.976493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 33ab36bd-300f-48d4-9429-e42640b5c101, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=33ab36bd-300f-48d4-9429-e42640b5c101,segment=NetworkSegment(37a03f03-0f59-4f46-8277-d7a1a67d4449),segment_id=37a03f03-0f59-4f46-8277-d7a1a67d4449)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:29.027178 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Deleting subnet 58324ea0-2706-419b-bf99-5fce8d5eb823 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:53:29.032313 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Publish callbacks [] for subnet (58324ea0-2706-419b-bf99-5fce8d5eb823), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.045200 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-86ce6602-8eda-4cb6-b81a-4b33589c32c0 req-c7d74ec5-735c-430a-ba8e-b468cec180bb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (185b2a7e-d4d9-4904-9e7b-8cff92002d77), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.085079 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Publish callbacks [] for subnet (58324ea0-2706-419b-bf99-5fce8d5eb823), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.093747 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12200ce-b700-450c-87a3-0e72303dd1a5 req-739ea800-dcaf-4004-8db5-31a8dde7fd4c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:29.096055 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b12200ce-b700-450c-87a3-0e72303dd1a5 req-739ea800-dcaf-4004-8db5-31a8dde7fd4c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1094494 Mar 08 18:53:29.101403 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (58324ea0-2706-419b-bf99-5fce8d5eb823), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.112706 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-86ce6602-8eda-4cb6-b81a-4b33589c32c0 req-c7d74ec5-735c-430a-ba8e-b468cec180bb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510749 Mar 08 18:53:29.113327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d74ec5-735c-430a-ba8e-b468cec180bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=185b2a7e-d4d9-4904-9e7b-8cff92002d77,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:29.138036 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.139068 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 5079c141-af24-4e98-898f-470a292398a8 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:53:29.183279 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b12200ce-b700-450c-87a3-0e72303dd1a5 req-e5e04586-5579-43d5-b0c7-1833c522c9cf tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793362 Mar 08 18:53:29.187027 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.231818 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=33ab36bd-300f-48d4-9429-e42640b5c101,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:29.325455 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (58324ea0-2706-419b-bf99-5fce8d5eb823), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.336752 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50886) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:29.354970 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58324ea0-2706-419b-bf99-5fce8d5eb823,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:29.359999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.363684 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 5079c141-af24-4e98-898f-470a292398a8 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:53:29.376122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 5079c141-af24-4e98-898f-470a292398a8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:53:29.376354 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-153a5a73-e3dd-4b53-8990-2fef11dc46bb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/58324ea0-2706-419b-bf99-5fce8d5eb823 HTTP/1.1" status: 204 len: 168 time: 0.4332318 Mar 08 18:53:29.376354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50890) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:29.376528 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50892) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:29.377430 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (5079c141-af24-4e98-898f-470a292398a8), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.390516 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cf275d9-b01f-4e8f-b6de-5dde7178e577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.492240 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 5079c141-af24-4e98-898f-470a292398a8 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:53:29.495805 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (5079c141-af24-4e98-898f-470a292398a8), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.542105 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cf275d9-b01f-4e8f-b6de-5dde7178e577 admin admin] Publish callbacks [] for security_group (2a45502c-56b7-454c-8447-390c476f1034), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.580363 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 5079c141-af24-4e98-898f-470a292398a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5079c141-af24-4e98-898f-470a292398a8,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:29.614976 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cf275d9-b01f-4e8f-b6de-5dde7178e577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2a45502c-56b7-454c-8447-390c476f1034), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.629343 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b417d3e-2b95-4387-bd82-5f41634d9a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.661975 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3cf275d9-b01f-4e8f-b6de-5dde7178e577 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c6fc09db47147ad8c3af8fa21b6c69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847087 Mar 08 18:53:29.663177 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf275d9-b01f-4e8f-b6de-5dde7178e577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a45502c-56b7-454c-8447-390c476f1034,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:29.666520 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50900) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:29.709111 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.720230 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (5079c141-af24-4e98-898f-470a292398a8), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.769487 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=5079c141-af24-4e98-898f-470a292398a8,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:29.787486 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0295a327-676c-4dff-9841-f2ec785e6290 admin admin] Publish callbacks [] for security_group (2a45502c-56b7-454c-8447-390c476f1034), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.869278 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0295a327-676c-4dff-9841-f2ec785e6290 admin admin] Publish callbacks [] for security_group (2a45502c-56b7-454c-8447-390c476f1034), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.873764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.911095 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b417d3e-2b95-4387-bd82-5f41634d9a79 admin admin] Publish callbacks [] for security_group (04c4303f-05ef-4cec-a82d-ee770d5febb5), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.916535 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:29.946868 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66838c13-7a4b-4dc7-9e10-65b4a3599f33') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:29.947489 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66838c13-7a4b-4dc7-9e10-65b4a3599f33') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:29.960227 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (66838c13-7a4b-4dc7-9e10-65b4a3599f33), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.977235 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (66838c13-7a4b-4dc7-9e10-65b4a3599f33), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.979923 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc00b041-0199-4997-9550-133ce6666c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a'}, {'server_uuid': '838d79d9-beb5-4271-9441-8ea02218ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab36bd-300f-48d4-9429-e42640b5c101'}, {'server_uuid': '90047e94-8a04-4600-8dec-717378879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5079c141-af24-4e98-898f-470a292398a8'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:29.985478 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7802f75d-931e-45cb-9160-453beea86f78" -d '{"events": [{"server_uuid": "dc00b041-0199-4997-9550-133ce6666c14", "name": "network-vif-plugged", "status": "completed", "tag": "cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a"}, {"server_uuid": "838d79d9-beb5-4271-9441-8ea02218ade9", "name": "network-vif-plugged", "status": "completed", "tag": "33ab36bd-300f-48d4-9429-e42640b5c101"}, {"server_uuid": "90047e94-8a04-4600-8dec-717378879da7", "name": "network-vif-plugged", "status": "completed", "tag": "5079c141-af24-4e98-898f-470a292398a8"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:29.988414 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:53:29.988930 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (66838c13-7a4b-4dc7-9e10-65b4a3599f33), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:53:29.991210 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:53:30.004426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b417d3e-2b95-4387-bd82-5f41634d9a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (04c4303f-05ef-4cec-a82d-ee770d5febb5), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.066642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115125d-cb5b-4279-8695-f872b7e9a2a9 req-74f99180-c716-416e-bac4-d825f5208f2b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:30.068566 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e115125d-cb5b-4279-8695-f872b7e9a2a9 req-74f99180-c716-416e-bac4-d825f5208f2b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0968115 Mar 08 18:53:30.085509 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-9b417d3e-2b95-4387-bd82-5f41634d9a79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56b2d2f5404b4a9db10510f68a7c227d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7466166 Mar 08 18:53:30.086796 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b417d3e-2b95-4387-bd82-5f41634d9a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4303f-05ef-4cec-a82d-ee770d5febb5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:30.089792 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50916) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:30.126688 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b8dee-994f-4cc9-bf89-3669c02ee36f req-e204003d-8278-49d9-b22a-b1d579f66709 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:30.128265 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ee6b8dee-994f-4cc9-bf89-3669c02ee36f req-e204003d-8278-49d9-b22a-b1d579f66709 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.1064003 Mar 08 18:53:30.144749 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5512e1fe-0e22-48ff-a67c-53b1345cf3f9 admin admin] Publish callbacks [] for security_group (04c4303f-05ef-4cec-a82d-ee770d5febb5), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.147836 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e115125d-cb5b-4279-8695-f872b7e9a2a9 req-33ea35f9-04af-48cb-8317-747d13583f9b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724018 Mar 08 18:53:30.154205 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0295a327-676c-4dff-9841-f2ec785e6290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2a45502c-56b7-454c-8447-390c476f1034), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.157485 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0295a327-676c-4dff-9841-f2ec785e6290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.159033 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-0295a327-676c-4dff-9841-f2ec785e6290 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a45502c-56b7-454c-8447-390c476f1034 HTTP/1.1" status: 204 len: 168 time: 0.4909751 Mar 08 18:53:30.179039 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295a327-676c-4dff-9841-f2ec785e6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a45502c-56b7-454c-8447-390c476f1034,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:30.196321 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5512e1fe-0e22-48ff-a67c-53b1345cf3f9 admin admin] Publish callbacks [] for security_group (04c4303f-05ef-4cec-a82d-ee770d5febb5), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.214956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.221656 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.227362 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd HTTP/1.1" status: 204 len: 168 time: 0.8477859 Mar 08 18:53:30.227522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e02b9-e487-4d67-b3c9-b6f8900f52e3 x-openstack-request-id: req-9f2e02b9-e487-4d67-b3c9-b6f8900f52e3 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:30.227522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc00b041-0199-4997-9550-133ce6666c14", "name": "network-vif-plugged", "status": "completed", "tag": "cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a", "code": 200}, {"server_uuid": "838d79d9-beb5-4271-9441-8ea02218ade9", "name": "network-vif-plugged", "status": "completed", "tag": "33ab36bd-300f-48d4-9429-e42640b5c101", "code": 200}, {"server_uuid": "90047e94-8a04-4600-8dec-717378879da7", "name": "network-vif-plugged", "status": "completed", "tag": "5079c141-af24-4e98-898f-470a292398a8", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:30.227522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9f2e02b9-e487-4d67-b3c9-b6f8900f52e3 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:30.227522 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc00b041-0199-4997-9550-133ce6666c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a', 'code': 200} Mar 08 18:53:30.227522 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838d79d9-beb5-4271-9441-8ea02218ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab36bd-300f-48d4-9429-e42640b5c101', 'code': 200} Mar 08 18:53:30.227522 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90047e94-8a04-4600-8dec-717378879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5079c141-af24-4e98-898f-470a292398a8', 'code': 200} Mar 08 18:53:30.249652 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ee6b8dee-994f-4cc9-bf89-3669c02ee36f req-1e404414-b67e-469c-a2de-cee56df61580 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075814 Mar 08 18:53:30.262705 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643d828-ab47-401e-8a87-68b15a43e9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc328b2-cd1d-4ada-ad8b-d96034a6e2cd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:30.361760 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c36ca-bbec-4f06-a156-2106501658e0 req-320daf46-37df-431e-8f4b-3bc517ccdd04 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:30.363344 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-639c36ca-bbec-4f06-a156-2106501658e0 req-320daf46-37df-431e-8f4b-3bc517ccdd04 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0666373 Mar 08 18:53:30.412602 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-639c36ca-bbec-4f06-a156-2106501658e0 req-24f9fffb-ad9f-4e37-a61e-d01737368458 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 Mar 08 18:53:30.486092 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5512e1fe-0e22-48ff-a67c-53b1345cf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (04c4303f-05ef-4cec-a82d-ee770d5febb5), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.489149 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5512e1fe-0e22-48ff-a67c-53b1345cf3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:30.491509 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5512e1fe-0e22-48ff-a67c-53b1345cf3f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04c4303f-05ef-4cec-a82d-ee770d5febb5 HTTP/1.1" status: 204 len: 168 time: 0.4007003 Mar 08 18:53:30.500931 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512e1fe-0e22-48ff-a67c-53b1345cf3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4303f-05ef-4cec-a82d-ee770d5febb5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:30.791149 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b188a-f9ec-4ad1-9d4b-81dd517ab31a req-999171a2-335e-4116-b95c-9f3f8bef663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:30.792768 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f07b188a-f9ec-4ad1-9d4b-81dd517ab31a req-999171a2-335e-4116-b95c-9f3f8bef663e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 1130 time: 0.0775962 Mar 08 18:53:30.799195 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc484a0a-f279-40c2-a0e1-49e7458af44c req-4a748aee-90d1-42e7-b2bf-546c4d82d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:30.801010 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cc484a0a-f279-40c2-a0e1-49e7458af44c req-4a748aee-90d1-42e7-b2bf-546c4d82d6eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 1129 time: 0.0599742 Mar 08 18:53:30.813628 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50930) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:30.855459 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13516f-c88f-450f-a683-4b18a731b931 req-463758ef-f3c0-418e-be68-7daf96138386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:30.857965 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f13516f-c88f-450f-a683-4b18a731b931 req-463758ef-f3c0-418e-be68-7daf96138386 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.1278529 Mar 08 18:53:30.873185 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f07b188a-f9ec-4ad1-9d4b-81dd517ab31a req-67691778-bcef-4a57-ae6b-a41e692b5198 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713608 Mar 08 18:53:30.879379 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cc484a0a-f279-40c2-a0e1-49e7458af44c req-8cbd7b51-7c01-408a-b67b-37dc422c10e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705211 Mar 08 18:53:30.933230 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-dbffbff9-54ea-4a17-8eed-0c18d5c8b45f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b8b70cf55fd34f8f8252a1f68ef98d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1166811 Mar 08 18:53:30.933451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50936) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:30.951497 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f13516f-c88f-450f-a683-4b18a731b931 req-c994e244-99de-4d3e-9989-e5cb77e50be1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801010 Mar 08 18:53:30.999855 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-53966fe0-5354-4fc0-b3a6-51b312449ae3 admin admin] Publish callbacks [] for security_group (c9d01f95-74c4-4636-9918-c22f8be3cada), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.025595 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-53966fe0-5354-4fc0-b3a6-51b312449ae3 admin admin] Publish callbacks [] for security_group (c9d01f95-74c4-4636-9918-c22f8be3cada), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.200316 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-53966fe0-5354-4fc0-b3a6-51b312449ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c9d01f95-74c4-4636-9918-c22f8be3cada), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.203041 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-53966fe0-5354-4fc0-b3a6-51b312449ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.204238 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-53966fe0-5354-4fc0-b3a6-51b312449ae3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9d01f95-74c4-4636-9918-c22f8be3cada HTTP/1.1" status: 204 len: 168 time: 0.2697690 Mar 08 18:53:31.214328 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53966fe0-5354-4fc0-b3a6-51b312449ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d01f95-74c4-4636-9918-c22f8be3cada,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:31.299763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891586e-388f-4c13-bdb6-fa3b88966f96 req-49390327-9f31-4339-a5a8-4af0f1562b81 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:31.307292 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1891586e-388f-4c13-bdb6-fa3b88966f96 req-49390327-9f31-4339-a5a8-4af0f1562b81 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0828855 Mar 08 18:53:31.387827 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1891586e-388f-4c13-bdb6-fa3b88966f96 req-fa00de0a-8bee-4ec2-8c78-f5416342cdab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Mar 08 18:53:31.421905 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c0448-882f-4e6a-af33-f8a660476035 req-90e3a3f9-8cdb-431e-ac8c-472c056a18de tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:31.423562 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-134c0448-882f-4e6a-af33-f8a660476035 req-90e3a3f9-8cdb-431e-ac8c-472c056a18de tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0928659 Mar 08 18:53:31.493648 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-134c0448-882f-4e6a-af33-f8a660476035 req-d6e241e1-226b-4b9e-9e4b-f82615540068 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643029 Mar 08 18:53:31.565891 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 50976) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:31.579374 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb97-29b4-4f36-ae50-d175fa171a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.604808 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638681a-64c5-42f4-8a6d-35af01f1a9de req-7d55af57-e455-4efa-8123-d436aa85d465 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:31.612022 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0638681a-64c5-42f4-8a6d-35af01f1a9de req-7d55af57-e455-4efa-8123-d436aa85d465 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0772517 Mar 08 18:53:31.659810 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0638681a-64c5-42f4-8a6d-35af01f1a9de req-445e45b5-4401-45f5-9230-274927a2a317 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467033 Mar 08 18:53:31.671154 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb97-29b4-4f36-ae50-d175fa171a35 admin admin] Publish callbacks [] for security_group (393c74f5-795c-4b76-8131-c7926a44632c), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.788423 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb97-29b4-4f36-ae50-d175fa171a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (393c74f5-795c-4b76-8131-c7926a44632c), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.839263 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-bb96fb97-29b4-4f36-ae50-d175fa171a35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=834487f574674ab68b0e986fcc2d5d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693760 Mar 08 18:53:31.840842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 50984) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:31.849129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96fb97-29b4-4f36-ae50-d175fa171a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393c74f5-795c-4b76-8131-c7926a44632c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:31.921315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb445-00dd-4881-8dc2-8559f669651b admin admin] Publish callbacks [] for security_group (393c74f5-795c-4b76-8131-c7926a44632c), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:31.942651 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb445-00dd-4881-8dc2-8559f669651b admin admin] Publish callbacks [] for security_group (393c74f5-795c-4b76-8131-c7926a44632c), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.135885 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb445-00dd-4881-8dc2-8559f669651b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (393c74f5-795c-4b76-8131-c7926a44632c), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.138721 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb445-00dd-4881-8dc2-8559f669651b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.140698 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-a5dcb445-00dd-4881-8dc2-8559f669651b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/393c74f5-795c-4b76-8131-c7926a44632c HTTP/1.1" status: 204 len: 168 time: 0.2971933 Mar 08 18:53:32.150121 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcb445-00dd-4881-8dc2-8559f669651b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c74f5-795c-4b76-8131-c7926a44632c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:32.448740 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51000) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:32.521679 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7cd08690-271e-4eaf-8b9b-99e1ae892825 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d07334f7f3fb4640aa454402bd72ff06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716376 Mar 08 18:53:32.524054 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51002) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:32.550752 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51006) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:32.574107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ec647-4572-4ea1-8e37-7b1f2c1b7115 req-b6fe251f-74dd-4557-a1b4-64ab190e7d67 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:32.575783 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f13ec647-4572-4ea1-8e37-7b1f2c1b7115 req-b6fe251f-74dd-4557-a1b4-64ab190e7d67 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1063168 Mar 08 18:53:32.639570 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89a77d8d-8dfb-4976-a8cf-54fc37364ad0 admin admin] Publish callbacks [] for security_group (df147e2b-3dbc-4d51-9163-d4a1ff625dc0), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.683540 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f13ec647-4572-4ea1-8e37-7b1f2c1b7115 req-a07c5f47-2e59-4ce1-b90f-eab2f2815803 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008956 Mar 08 18:53:32.698543 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89a77d8d-8dfb-4976-a8cf-54fc37364ad0 admin admin] Publish callbacks [] for security_group (df147e2b-3dbc-4d51-9163-d4a1ff625dc0), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.746072 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336500-26b1-4c81-9b20-d13e3068074a req-aa0aa086-95ee-4c29-8198-b262db9785f0 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:32.747538 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da336500-26b1-4c81-9b20-d13e3068074a req-aa0aa086-95ee-4c29-8198-b262db9785f0 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.1339316 Mar 08 18:53:32.841863 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da336500-26b1-4c81-9b20-d13e3068074a req-741fcae2-1a04-4dac-bb09-7672f5c5cda0 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Mar 08 18:53:32.888702 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35a49ae7-3e08-4c85-893c-5ee3d8805dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.923291 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8fe0-b2c7-4b86-8f75-1d7a889b7344 req-29369c4d-efde-4a4c-a915-f24b3003bdef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:32.926758 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-546d8fe0-b2c7-4b86-8f75-1d7a889b7344 req-29369c4d-efde-4a4c-a915-f24b3003bdef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1064925 Mar 08 18:53:32.937445 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89a77d8d-8dfb-4976-a8cf-54fc37364ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (df147e2b-3dbc-4d51-9163-d4a1ff625dc0), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.938748 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89a77d8d-8dfb-4976-a8cf-54fc37364ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:32.940029 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-89a77d8d-8dfb-4976-a8cf-54fc37364ad0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df147e2b-3dbc-4d51-9163-d4a1ff625dc0 HTTP/1.1" status: 204 len: 168 time: 0.4146204 Mar 08 18:53:32.971993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a77d8d-8dfb-4976-a8cf-54fc37364ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df147e2b-3dbc-4d51-9163-d4a1ff625dc0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:33.020134 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-546d8fe0-b2c7-4b86-8f75-1d7a889b7344 req-546e4ec6-6f66-47b8-b507-4e20a7e402f7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854161 Mar 08 18:53:33.057272 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35a49ae7-3e08-4c85-893c-5ee3d8805dd4 admin admin] Publish callbacks [] for security_group (4a196645-46f0-46ec-b1fc-570a9bf7a7ed), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.180612 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac948056-76bd-49f6-a511-2449146f023a req-2fdf8e43-614e-4b67-bd39-2889573d6886 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:33.182721 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ac948056-76bd-49f6-a511-2449146f023a req-2fdf8e43-614e-4b67-bd39-2889573d6886 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0552604 Mar 08 18:53:33.191278 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:33.197420 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'floatingip': {'port_id': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:53:33.224882 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35a49ae7-3e08-4c85-893c-5ee3d8805dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (4a196645-46f0-46ec-b1fc-570a9bf7a7ed), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.286747 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (00bf7a99-bfd3-4d7d-8139-66b333f117e7), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.380366 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a49ae7-3e08-4c85-893c-5ee3d8805dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a196645-46f0-46ec-b1fc-570a9bf7a7ed,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:33.405754 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-35a49ae7-3e08-4c85-893c-5ee3d8805dd4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2481744d297b49778487fae376313e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8420880 Mar 08 18:53:33.406170 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51040) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:33.469992 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-98bf8488-da70-49c7-9f8b-b2917c371795 admin admin] Publish callbacks [] for security_group (4a196645-46f0-46ec-b1fc-570a9bf7a7ed), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.502015 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-98bf8488-da70-49c7-9f8b-b2917c371795 admin admin] Publish callbacks [] for security_group (4a196645-46f0-46ec-b1fc-570a9bf7a7ed), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.695070 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-98bf8488-da70-49c7-9f8b-b2917c371795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (4a196645-46f0-46ec-b1fc-570a9bf7a7ed), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.698171 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-98bf8488-da70-49c7-9f8b-b2917c371795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:33.699363 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-98bf8488-da70-49c7-9f8b-b2917c371795 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a196645-46f0-46ec-b1fc-570a9bf7a7ed HTTP/1.1" status: 204 len: 168 time: 0.2925925 Mar 08 18:53:33.709238 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8488-da70-49c7-9f8b-b2917c371795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a196645-46f0-46ec-b1fc-570a9bf7a7ed,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:34.032473 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44b8b1-1643-40d3-93ea-e4048fc21176 req-b19ee0e5-0709-42f0-b3b6-5207b6d3d468 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:34.033992 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cc44b8b1-1643-40d3-93ea-e4048fc21176 req-b19ee0e5-0709-42f0-b3b6-5207b6d3d468 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.2536852 Mar 08 18:53:34.177416 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15b0ec-846b-42b7-8a8e-e5122e96f282 req-ce24d9e8-fd70-4b30-8f7b-a05a336179a5 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:34.179024 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-be15b0ec-846b-42b7-8a8e-e5122e96f282 req-ce24d9e8-fd70-4b30-8f7b-a05a336179a5 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.2653358 Mar 08 18:53:34.191772 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 18:53:34.238777 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cc44b8b1-1643-40d3-93ea-e4048fc21176 req-ec22fca0-9a8e-405f-9265-43101dc263ff tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890016 Mar 08 18:53:34.302616 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.311858 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-be15b0ec-846b-42b7-8a8e-e5122e96f282 req-0cff5d22-a03c-431c-8868-11327feed0d1 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246152 Mar 08 18:53:34.344107 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:53:34.386740 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (00bf7a99-bfd3-4d7d-8139-66b333f117e7), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.398973 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51072) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:34.539289 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Floating IP 00bf7a99-bfd3-4d7d-8139-66b333f117e7 associated. External IP: 172.27.0.217, port: b304ce2a-2bd1-4722-8f5f-b6933db201e1. Mar 08 18:53:34.602644 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6927331e-b300-4d98-9517-9f3d1efa4b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.678725 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6927331e-b300-4d98-9517-9f3d1efa4b4c admin admin] Publish callbacks [] for security_group (3e1156a6-c0d3-4420-8d67-6b929377dcd4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.766565 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:53:34.782963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6927331e-b300-4d98-9517-9f3d1efa4b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (3e1156a6-c0d3-4420-8d67-6b929377dcd4), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.823291 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6927331e-b300-4d98-9517-9f3d1efa4b4c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f3919d3c57794fb19bc288b6401d02bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201150 Mar 08 18:53:34.823291 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927331e-b300-4d98-9517-9f3d1efa4b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1156a6-c0d3-4420-8d67-6b929377dcd4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:34.826167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51084) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:34.869111 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51088) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:34.887856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-454fe701-5ff9-4a88-b173-ca1e38b7205b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.965323 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:53:34.975126 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.987193 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-454fe701-5ff9-4a88-b173-ca1e38b7205b admin admin] Publish callbacks [] for security_group (d8d210c3-6e00-4b7d-8adc-db02e7179db2), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:34.988944 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0947a219-d87f-4445-b4af-925a374d156a None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:53:35.004707 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:35.005914 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:53:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:35.006704 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9785c025-7ca8-48ef-8b30-3ed366bbb97e admin admin] Publish callbacks [] for security_group (3e1156a6-c0d3-4420-8d67-6b929377dcd4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.031555 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d921b9-5695-440d-9f5d-018e9fe56eb5 req-9a31473f-146f-4972-8b0f-9f251c7d8f0e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.033212 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b4d921b9-5695-440d-9f5d-018e9fe56eb5 req-9a31473f-146f-4972-8b0f-9f251c7d8f0e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1369281 Mar 08 18:53:35.070072 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-bf427b88-6ab3-474c-963e-b99f457a092c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "PUT /v2.0/floatingips/00bf7a99-bfd3-4d7d-8139-66b333f117e7 HTTP/1.1" status: 200 len: 992 time: 1.8649559 Mar 08 18:53:35.075369 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-454fe701-5ff9-4a88-b173-ca1e38b7205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d8d210c3-6e00-4b7d-8adc-db02e7179db2), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.127630 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-454fe701-5ff9-4a88-b173-ca1e38b7205b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2db427b562f941808ee5af9c5130df29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566595 Mar 08 18:53:35.134549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51096) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:35.143242 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:35.216553 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fe701-5ff9-4a88-b173-ca1e38b7205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d210c3-6e00-4b7d-8adc-db02e7179db2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:35.233536 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5698ccf-17a8-406d-9856-158359d0b330 admin admin] Publish callbacks [] for security_group (d8d210c3-6e00-4b7d-8adc-db02e7179db2), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.261015 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5698ccf-17a8-406d-9856-158359d0b330 admin admin] Publish callbacks [] for security_group (d8d210c3-6e00-4b7d-8adc-db02e7179db2), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.320840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:35.323346 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:35.332657 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9785c025-7ca8-48ef-8b30-3ed366bbb97e admin admin] Publish callbacks [] for security_group (3e1156a6-c0d3-4420-8d67-6b929377dcd4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.380367 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fcf1c-b7aa-4b38-b629-3b850daef7d6 x-openstack-request-id: req-b16fcf1c-b7aa-4b38-b629-3b850daef7d6 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:35.380681 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:35.380940 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b16fcf1c-b7aa-4b38-b629-3b850daef7d6 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:35.381343 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'status': 'completed', 'code': 200} Mar 08 18:53:35.439087 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b4d921b9-5695-440d-9f5d-018e9fe56eb5 req-ca420fe2-e586-46ca-a832-448f2736b443 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838592 Mar 08 18:53:35.467922 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf873348-0619-497c-8632-99350107dcb8 req-b50897d0-90b3-438c-bdb3-e0c81f5c0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.470847 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5698ccf-17a8-406d-9856-158359d0b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d8d210c3-6e00-4b7d-8adc-db02e7179db2), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.471707 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-b50897d0-90b3-438c-bdb3-e0c81f5c0660 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 1129 time: 0.4339280 Mar 08 18:53:35.480790 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5698ccf-17a8-406d-9856-158359d0b330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.483133 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b5698ccf-17a8-406d-9856-158359d0b330 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8d210c3-6e00-4b7d-8adc-db02e7179db2 HTTP/1.1" status: 204 len: 168 time: 0.3470137 Mar 08 18:53:35.502185 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5698ccf-17a8-406d-9856-158359d0b330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d210c3-6e00-4b7d-8adc-db02e7179db2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:35.508317 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '00bf7a99-bfd3-4d7d-8139-66b333f117e7', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'port_id': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'mac_address': 'fa:16:3e:78:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:53:05Z', 'updated_at': '2022-03-08T18:53:34Z', 'revision_number': 1, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:35.543167 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-9276b346-239f-43bf-a5a0-f88e206304b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.543167 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-9276b346-239f-43bf-a5a0-f88e206304b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1130 time: 0.1433618 Mar 08 18:53:35.546686 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0947a219-d87f-4445-b4af-925a374d156a None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:53:35.562769 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:53:35.563772 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:53:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:35.588225 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf873348-0619-497c-8632-99350107dcb8 req-5a96b05e-ee28-460e-9f4d-56f76a0a5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.589965 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-5a96b05e-ee28-460e-9f4d-56f76a0a5ca7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.1112568 Mar 08 18:53:35.658287 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-614ff37b-51a9-4336-9048-cdd3126dfc9d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a HTTP/1.1" status: 200 len: 217 time: 0.0624521 Mar 08 18:53:35.658875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9785c025-7ca8-48ef-8b30-3ed366bbb97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (3e1156a6-c0d3-4420-8d67-6b929377dcd4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.662701 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9785c025-7ca8-48ef-8b30-3ed366bbb97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:35.666833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9785c025-7ca8-48ef-8b30-3ed366bbb97e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e1156a6-c0d3-4420-8d67-6b929377dcd4 HTTP/1.1" status: 204 len: 168 time: 0.8358798 Mar 08 18:53:35.704627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785c025-7ca8-48ef-8b30-3ed366bbb97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1156a6-c0d3-4420-8d67-6b929377dcd4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:35.728799 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf873348-0619-497c-8632-99350107dcb8 req-7fee060d-bbd0-4d33-8b63-737e52063772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.730749 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-7fee060d-bbd0-4d33-8b63-737e52063772 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0658877 Mar 08 18:53:35.767033 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-8d72d7ad-ce8a-4cb3-91ec-2d42aaa05b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.769492 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-8d72d7ad-ce8a-4cb3-91ec-2d42aaa05b81 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 911 time: 0.2202032 Mar 08 18:53:35.778410 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-9c02da21-603e-4489-9b23-35e96d108ab7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312786 Mar 08 18:53:35.845833 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:53:35.879380 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-8e4a1b98-0318-4dae-a226-9a3d438c94f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 1000 time: 0.1038983 Mar 08 18:53:35.885115 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-87223753-8b5e-4725-a9fa-be4b4174f5c0 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007783 Mar 08 18:53:35.940274 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-304a8a9c-d3ab-4289-9a5f-2173e29629fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:35.941762 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-304a8a9c-d3ab-4289-9a5f-2173e29629fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0561399 Mar 08 18:53:35.998422 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-1649c91f-f2b3-49d6-85e9-d0502ea0ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:36.000334 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-1649c91f-f2b3-49d6-85e9-d0502ea0ab8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525775 Mar 08 18:53:36.010573 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bf873348-0619-497c-8632-99350107dcb8 req-609124e9-41a2-4f19-a368-033bcf8f5902 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192546 Mar 08 18:53:36.112327 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-f2dc07d4-81e0-44fa-96c3-1478737e2de6 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062562 Mar 08 18:53:36.128685 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0947a219-d87f-4445-b4af-925a374d156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '00bf7a99-bfd3-4d7d-8139-66b333f117e7', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'port_id': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'mac_address': 'fa:16:3e:78:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:53:05Z', 'updated_at': '2022-03-08T18:53:34Z', 'revision_number': 1, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:53:36.159531 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0947a219-d87f-4445-b4af-925a374d156a None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '00bf7a99-bfd3-4d7d-8139-66b333f117e7', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'port_id': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'mac_address': 'fa:16:3e:78:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:53:05Z', 'updated_at': '2022-03-08T18:53:34Z', 'revision_number': 1, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:53:36.232821 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-931bbc9b-230a-4beb-bd11-a4e9c496c9d1 req-681e4d30-81ab-48ed-aa0c-9dbc34771d9c service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129742 Mar 08 18:53:36.406890 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a746a2-e86b-4e95-b092-be36feb89723 None None] New status for floating IP 00bf7a99-bfd3-4d7d-8139-66b333f117e7: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:53:36.580944 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71e274-9727-455c-a837-8b6f239a827b req-777affcb-00cd-443d-90fe-f57e1797ee0b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:36.588521 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c71e274-9727-455c-a837-8b6f239a827b req-777affcb-00cd-443d-90fe-f57e1797ee0b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0680995 Mar 08 18:53:36.635260 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c71e274-9727-455c-a837-8b6f239a827b req-1edbc309-c903-4d85-b985-8f435c5bac33 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458369 Mar 08 18:53:37.193534 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51168) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:37.207926 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b241701b-63f0-452e-998d-f1f3c2ef0a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.297298 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b241701b-63f0-452e-998d-f1f3c2ef0a8d admin admin] Publish callbacks [] for security_group (1875d4d1-714f-49d5-ab2d-5b1823bf6c0f), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.405839 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b241701b-63f0-452e-998d-f1f3c2ef0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1875d4d1-714f-49d5-ab2d-5b1823bf6c0f), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.447230 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-b241701b-63f0-452e-998d-f1f3c2ef0a8d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34009bbe936e474993cc325cf0816451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518389 Mar 08 18:53:37.448205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241701b-63f0-452e-998d-f1f3c2ef0a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1875d4d1-714f-49d5-ab2d-5b1823bf6c0f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:37.450324 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51174) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:37.506455 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-923206a4-00a4-4c43-ad13-f7f66acae108 admin admin] Publish callbacks [] for security_group (1875d4d1-714f-49d5-ab2d-5b1823bf6c0f), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.535250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-923206a4-00a4-4c43-ad13-f7f66acae108 admin admin] Publish callbacks [] for security_group (1875d4d1-714f-49d5-ab2d-5b1823bf6c0f), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.731702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-923206a4-00a4-4c43-ad13-f7f66acae108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1875d4d1-714f-49d5-ab2d-5b1823bf6c0f), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.734878 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-923206a4-00a4-4c43-ad13-f7f66acae108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:37.738232 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-923206a4-00a4-4c43-ad13-f7f66acae108 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1875d4d1-714f-49d5-ab2d-5b1823bf6c0f HTTP/1.1" status: 204 len: 168 time: 0.2846503 Mar 08 18:53:37.746640 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923206a4-00a4-4c43-ad13-f7f66acae108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1875d4d1-714f-49d5-ab2d-5b1823bf6c0f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:37.765140 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e3f2-ffea-44f1-b7a3-c3fd23748338 req-5e244ea4-0e62-47ab-84d0-1d8bcbed8f76 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:37.767479 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dbf5e3f2-ffea-44f1-b7a3-c3fd23748338 req-5e244ea4-0e62-47ab-84d0-1d8bcbed8f76 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0621841 Mar 08 18:53:37.853232 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dbf5e3f2-ffea-44f1-b7a3-c3fd23748338 req-7f6c5d16-49de-40be-bf89-0724be652477 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776203 Mar 08 18:53:38.965460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf704e-eb8d-4361-8c22-0880ec6bf024 req-b26c40f7-5933-43d6-a994-3873e8444d35 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:38.967173 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-acbf704e-eb8d-4361-8c22-0880ec6bf024 req-b26c40f7-5933-43d6-a994-3873e8444d35 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0547416 Mar 08 18:53:39.017986 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-acbf704e-eb8d-4361-8c22-0880ec6bf024 req-cffe2aaf-8a66-426f-9d37-ded704224934 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Mar 08 18:53:40.139968 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f4ba-653c-4451-be1f-665ef22b7671 req-bd5355a1-8703-4def-82bb-e3ee2842a1aa tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:40.141491 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f823f4ba-653c-4451-be1f-665ef22b7671 req-bd5355a1-8703-4def-82bb-e3ee2842a1aa tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0576000 Mar 08 18:53:40.189640 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f823f4ba-653c-4451-be1f-665ef22b7671 req-952937a3-c3d5-4d3e-9f8d-691b1bf3cced tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Mar 08 18:53:40.864405 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51322) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:40.974609 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c815a41-00e8-4a65-92d7-9b8b761c81d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.057223 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c815a41-00e8-4a65-92d7-9b8b761c81d9 admin admin] Publish callbacks [] for security_group (f6da785b-7543-4342-aa69-4c39f3d9fdf0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.143196 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c815a41-00e8-4a65-92d7-9b8b761c81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f6da785b-7543-4342-aa69-4c39f3d9fdf0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.186963 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3c815a41-00e8-4a65-92d7-9b8b761c81d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18167a60c15146729f40c694aad34f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187320 Mar 08 18:53:41.186963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815a41-00e8-4a65-92d7-9b8b761c81d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6da785b-7543-4342-aa69-4c39f3d9fdf0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:41.188537 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51338) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:41.239971 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fc13bb5-898a-47d7-a809-096aec54a3fa admin admin] Publish callbacks [] for security_group (f6da785b-7543-4342-aa69-4c39f3d9fdf0), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.265994 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fc13bb5-898a-47d7-a809-096aec54a3fa admin admin] Publish callbacks [] for security_group (f6da785b-7543-4342-aa69-4c39f3d9fdf0), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.342038 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be10da-1466-4d7b-aa61-ad4a126262a4 req-b1c28c34-ec16-4a5a-bb98-ade6031d271a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:41.343538 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-65be10da-1466-4d7b-aa61-ad4a126262a4 req-b1c28c34-ec16-4a5a-bb98-ade6031d271a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0799093 Mar 08 18:53:41.393713 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-65be10da-1466-4d7b-aa61-ad4a126262a4 req-de4c55d7-dc76-4b68-9d58-c4da190967c8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Mar 08 18:53:41.434242 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fc13bb5-898a-47d7-a809-096aec54a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f6da785b-7543-4342-aa69-4c39f3d9fdf0), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.436798 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fc13bb5-898a-47d7-a809-096aec54a3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:41.438793 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3fc13bb5-898a-47d7-a809-096aec54a3fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6da785b-7543-4342-aa69-4c39f3d9fdf0 HTTP/1.1" status: 204 len: 168 time: 0.2497096 Mar 08 18:53:41.447617 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc13bb5-898a-47d7-a809-096aec54a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6da785b-7543-4342-aa69-4c39f3d9fdf0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:42.223802 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:42.237651 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6482030-156d-4639-8c12-6f8c9f34e4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.311152 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6482030-156d-4639-8c12-6f8c9f34e4e2 admin admin] Publish callbacks [] for security_group (bf0fb61e-3fad-451c-8a33-9959b8e9c0a0), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.422514 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51378) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:42.460441 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6482030-156d-4639-8c12-6f8c9f34e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (bf0fb61e-3fad-451c-8a33-9959b8e9c0a0), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.530424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-b6482030-156d-4639-8c12-6f8c9f34e4e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d5f66637a0644d40b9732607ba6e28f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050559 Mar 08 18:53:42.533007 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51386) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:42.550825 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6482030-156d-4639-8c12-6f8c9f34e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fb61e-3fad-451c-8a33-9959b8e9c0a0,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:42.554507 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6af5f615-7f21-499c-95d9-9497a22cdb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.596568 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3fc5d-b7ec-4e3a-8c8c-2a898c1e72db req-b4223fad-99cb-4101-a8e9-703a261eefd1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:42.597982 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2694974-3e0c-4199-9a4e-4bfe87c065c1 admin admin] Publish callbacks [] for security_group (bf0fb61e-3fad-451c-8a33-9959b8e9c0a0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.598453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-edd3fc5d-b7ec-4e3a-8c8c-2a898c1e72db req-b4223fad-99cb-4101-a8e9-703a261eefd1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1335647 Mar 08 18:53:42.629456 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2694974-3e0c-4199-9a4e-4bfe87c065c1 admin admin] Publish callbacks [] for security_group (bf0fb61e-3fad-451c-8a33-9959b8e9c0a0), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.676362 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-edd3fc5d-b7ec-4e3a-8c8c-2a898c1e72db req-58c70e58-95e6-42d7-b88b-740566f0bc55 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Mar 08 18:53:42.706604 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6af5f615-7f21-499c-95d9-9497a22cdb54 admin admin] Publish callbacks [] for security_group (e38c2506-7823-468d-bea3-a1d18223b70e), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.803111 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2694974-3e0c-4199-9a4e-4bfe87c065c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (bf0fb61e-3fad-451c-8a33-9959b8e9c0a0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.807757 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2694974-3e0c-4199-9a4e-4bfe87c065c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.807757 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d2694974-3e0c-4199-9a4e-4bfe87c065c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf0fb61e-3fad-451c-8a33-9959b8e9c0a0 HTTP/1.1" status: 204 len: 168 time: 0.2729428 Mar 08 18:53:42.814810 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2694974-3e0c-4199-9a4e-4bfe87c065c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0fb61e-3fad-451c-8a33-9959b8e9c0a0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:42.879889 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6af5f615-7f21-499c-95d9-9497a22cdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e38c2506-7823-468d-bea3-a1d18223b70e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.922678 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6af5f615-7f21-499c-95d9-9497a22cdb54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=77919265e39c48b08eaff1307e0ee038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983530 Mar 08 18:53:42.925043 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51400) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:42.927639 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5f615-7f21-499c-95d9-9497a22cdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c2506-7823-468d-bea3-a1d18223b70e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:42.975241 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-200683a0-ec88-470a-8f9f-8393095ee4f9 admin admin] Publish callbacks [] for security_group (e38c2506-7823-468d-bea3-a1d18223b70e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:42.995919 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-200683a0-ec88-470a-8f9f-8393095ee4f9 admin admin] Publish callbacks [] for security_group (e38c2506-7823-468d-bea3-a1d18223b70e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:43.200193 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-200683a0-ec88-470a-8f9f-8393095ee4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e38c2506-7823-468d-bea3-a1d18223b70e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:43.204654 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-200683a0-ec88-470a-8f9f-8393095ee4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:43.206726 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-200683a0-ec88-470a-8f9f-8393095ee4f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e38c2506-7823-468d-bea3-a1d18223b70e HTTP/1.1" status: 204 len: 168 time: 0.2798765 Mar 08 18:53:43.219885 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200683a0-ec88-470a-8f9f-8393095ee4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c2506-7823-468d-bea3-a1d18223b70e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:43.800311 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34397e9-1429-4b2b-b18e-a99d7791b6cd req-5f8e8d84-254d-4f1f-adc0-e23516dde2c3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:43.801946 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e34397e9-1429-4b2b-b18e-a99d7791b6cd req-5f8e8d84-254d-4f1f-adc0-e23516dde2c3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0576925 Mar 08 18:53:43.851042 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e34397e9-1429-4b2b-b18e-a99d7791b6cd req-56821a76-97f3-41e4-9ae8-f41d3030d61b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Mar 08 18:53:44.084939 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51442) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:44.109541 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d25c93ee-5224-43fb-9706-4f404ea98bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.198990 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d25c93ee-5224-43fb-9706-4f404ea98bfb admin admin] Publish callbacks [] for security_group (5a908c99-a6d3-4523-85ca-7233ceced7be), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.359793 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d25c93ee-5224-43fb-9706-4f404ea98bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (5a908c99-a6d3-4523-85ca-7233ceced7be), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.398547 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d25c93ee-5224-43fb-9706-4f404ea98bfb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e95193e7cf854b5c81801e6b80c9eb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122189 Mar 08 18:53:44.399304 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c93ee-5224-43fb-9706-4f404ea98bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a908c99-a6d3-4523-85ca-7233ceced7be,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:44.401196 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51450) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:44.450139 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1de7747-9a62-437d-872f-ef398aa81159 admin admin] Publish callbacks [] for security_group (5a908c99-a6d3-4523-85ca-7233ceced7be), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.470840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1de7747-9a62-437d-872f-ef398aa81159 admin admin] Publish callbacks [] for security_group (5a908c99-a6d3-4523-85ca-7233ceced7be), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.639821 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1de7747-9a62-437d-872f-ef398aa81159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (5a908c99-a6d3-4523-85ca-7233ceced7be), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.642409 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1de7747-9a62-437d-872f-ef398aa81159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:44.643573 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-f1de7747-9a62-437d-872f-ef398aa81159 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5a908c99-a6d3-4523-85ca-7233ceced7be HTTP/1.1" status: 204 len: 168 time: 0.2412007 Mar 08 18:53:44.661993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7747-9a62-437d-872f-ef398aa81159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a908c99-a6d3-4523-85ca-7233ceced7be,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:44.793600 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51462) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:44.948137 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edfb321e-b8df-493e-b08a-c639bd243ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.010791 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6326259-6324-4a9e-a3ed-14e30f61cbfb req-afb2047e-7ffd-44af-833c-7b4d68014ff4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:45.010791 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a6326259-6324-4a9e-a3ed-14e30f61cbfb req-afb2047e-7ffd-44af-833c-7b4d68014ff4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0830901 Mar 08 18:53:45.076038 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a6326259-6324-4a9e-a3ed-14e30f61cbfb req-34fc8908-46a5-460c-aa07-3c71d79284d0 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683949 Mar 08 18:53:45.077729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edfb321e-b8df-493e-b08a-c639bd243ca7 admin admin] Publish callbacks [] for security_group (62c82db6-44a5-43ca-af50-e1c89f6f6949), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.199054 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edfb321e-b8df-493e-b08a-c639bd243ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (62c82db6-44a5-43ca-af50-e1c89f6f6949), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.236990 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-edfb321e-b8df-493e-b08a-c639bd243ca7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe0ec8753f6a4b3fbf12137b9980f19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422946 Mar 08 18:53:45.239586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb321e-b8df-493e-b08a-c639bd243ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c82db6-44a5-43ca-af50-e1c89f6f6949,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:45.239706 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51478) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:45.298226 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71dc92cc-7fd9-4c2d-ba19-04ad24c580c3 admin admin] Publish callbacks [] for security_group (62c82db6-44a5-43ca-af50-e1c89f6f6949), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.319793 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71dc92cc-7fd9-4c2d-ba19-04ad24c580c3 admin admin] Publish callbacks [] for security_group (62c82db6-44a5-43ca-af50-e1c89f6f6949), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.457240 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71dc92cc-7fd9-4c2d-ba19-04ad24c580c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (62c82db6-44a5-43ca-af50-e1c89f6f6949), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.463028 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71dc92cc-7fd9-4c2d-ba19-04ad24c580c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:45.463028 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-71dc92cc-7fd9-4c2d-ba19-04ad24c580c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62c82db6-44a5-43ca-af50-e1c89f6f6949 HTTP/1.1" status: 204 len: 168 time: 0.2199352 Mar 08 18:53:45.470137 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc92cc-7fd9-4c2d-ba19-04ad24c580c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c82db6-44a5-43ca-af50-e1c89f6f6949,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:46.195800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea00f5-6a5e-48d8-b377-d4792215f5dc req-dd604160-a5e5-4f7b-a5fa-524fd3456086 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:46.197794 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-93ea00f5-6a5e-48d8-b377-d4792215f5dc req-dd604160-a5e5-4f7b-a5fa-524fd3456086 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0535791 Mar 08 18:53:46.254854 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-93ea00f5-6a5e-48d8-b377-d4792215f5dc req-8bea3875-83da-4565-a5e9-ebedb63abd29 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512650 Mar 08 18:53:46.446551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:46.486099 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec97f770-91b1-464d-b180-9388897ee161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.581193 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec97f770-91b1-464d-b180-9388897ee161 admin admin] Publish callbacks [] for security_group (1aa48bbc-b97a-4eb3-9971-abb83b5cccae), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.657517 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec97f770-91b1-464d-b180-9388897ee161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1aa48bbc-b97a-4eb3-9971-abb83b5cccae), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.704871 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97f770-91b1-464d-b180-9388897ee161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa48bbc-b97a-4eb3-9971-abb83b5cccae,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:46.710437 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ec97f770-91b1-464d-b180-9388897ee161 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dbf67b5e760a413194ee7c94b05564df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628446 Mar 08 18:53:46.713615 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51546) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:46.765615 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cae44882-cc9d-4197-910d-9fb6e92eb2e5 admin admin] Publish callbacks [] for security_group (1aa48bbc-b97a-4eb3-9971-abb83b5cccae), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.787957 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cae44882-cc9d-4197-910d-9fb6e92eb2e5 admin admin] Publish callbacks [] for security_group (1aa48bbc-b97a-4eb3-9971-abb83b5cccae), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.909643 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-615a2570-3d23-4c3a-aba3-4d1e633abb4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438628 Mar 08 18:53:46.948009 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cae44882-cc9d-4197-910d-9fb6e92eb2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1aa48bbc-b97a-4eb3-9971-abb83b5cccae), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.950624 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cae44882-cc9d-4197-910d-9fb6e92eb2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:46.951741 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-cae44882-cc9d-4197-910d-9fb6e92eb2e5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1aa48bbc-b97a-4eb3-9971-abb83b5cccae HTTP/1.1" status: 204 len: 168 time: 0.2371209 Mar 08 18:53:46.961391 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae44882-cc9d-4197-910d-9fb6e92eb2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa48bbc-b97a-4eb3-9971-abb83b5cccae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:47.044168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-1bba0e0f-2874-4caa-a4b4-02e704ffa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:47.045737 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-1bba0e0f-2874-4caa-a4b4-02e704ffa209 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8ff6d54a3d5641749431c9c3203fff72&device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 1130 time: 0.0804796 Mar 08 18:53:47.319411 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:47.373490 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1db4ff-3067-48b6-b2fa-db6e132b3d1a req-a22c7b62-a375-4f32-92b2-03e70517a9fa tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:47.375134 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f1db4ff-3067-48b6-b2fa-db6e132b3d1a req-a22c7b62-a375-4f32-92b2-03e70517a9fa tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0573125 Mar 08 18:53:47.439903 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f1db4ff-3067-48b6-b2fa-db6e132b3d1a req-446f6f6e-1bed-4723-8486-81cc34fc8152 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520644 Mar 08 18:53:47.468333 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3552232b-6a29-4a8c-918e-199259f38c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.565114 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3552232b-6a29-4a8c-918e-199259f38c60 admin admin] Publish callbacks [] for security_group (7d053c06-aede-44e8-b2df-dcc3a0472b30), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.656698 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3552232b-6a29-4a8c-918e-199259f38c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7d053c06-aede-44e8-b2df-dcc3a0472b30), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.697290 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3552232b-6a29-4a8c-918e-199259f38c60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0c572be49a947a78f0719ea3a186690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767855 Mar 08 18:53:47.698221 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552232b-6a29-4a8c-918e-199259f38c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d053c06-aede-44e8-b2df-dcc3a0472b30,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:47.706302 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51584) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:53:47.734515 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f6113-4fc6-4689-bdc1-782b5136d501 req-933108c1-5a1c-462c-accc-8cf6b863f704 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:47.736043 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-653f6113-4fc6-4689-bdc1-782b5136d501 req-933108c1-5a1c-462c-accc-8cf6b863f704 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0633941 Mar 08 18:53:47.758617 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3c75db3-5fc1-40e1-b8d4-83470c68a791 admin admin] Publish callbacks [] for security_group (7d053c06-aede-44e8-b2df-dcc3a0472b30), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.784279 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3c75db3-5fc1-40e1-b8d4-83470c68a791 admin admin] Publish callbacks [] for security_group (7d053c06-aede-44e8-b2df-dcc3a0472b30), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.786389 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-653f6113-4fc6-4689-bdc1-782b5136d501 req-a7d42b77-c7bf-4a16-9fe7-04b0d6f7f3ae tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Mar 08 18:53:47.928822 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3c75db3-5fc1-40e1-b8d4-83470c68a791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7d053c06-aede-44e8-b2df-dcc3a0472b30), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.931978 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3c75db3-5fc1-40e1-b8d4-83470c68a791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:47.935596 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b3c75db3-5fc1-40e1-b8d4-83470c68a791 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7d053c06-aede-44e8-b2df-dcc3a0472b30 HTTP/1.1" status: 204 len: 168 time: 0.2259901 Mar 08 18:53:47.942449 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75db3-5fc1-40e1-b8d4-83470c68a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d053c06-aede-44e8-b2df-dcc3a0472b30,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:48.563112 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce9ef-fcf6-4b7c-9ad2-9dc0216572e9 req-7fd2cd82-49b1-4fc2-915b-ba267667b9dc tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:48.564647 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e2cce9ef-fcf6-4b7c-9ad2-9dc0216572e9 req-7fd2cd82-49b1-4fc2-915b-ba267667b9dc tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0567918 Mar 08 18:53:48.624949 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e2cce9ef-fcf6-4b7c-9ad2-9dc0216572e9 req-763c4878-bc95-4f91-8f93-799d60cb6892 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545888 Mar 08 18:53:48.913378 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f51db-456e-4210-be38-542275b2a4aa req-0bdcb068-cbba-49b5-94ec-b1cf9ea1e153 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:48.915518 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6f4f51db-456e-4210-be38-542275b2a4aa req-0bdcb068-cbba-49b5-94ec-b1cf9ea1e153 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0586984 Mar 08 18:53:48.963578 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6f4f51db-456e-4210-be38-542275b2a4aa req-947c7f17-44bb-4d2b-81b3-a5bec2ca5e7c tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Mar 08 18:53:49.750912 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be19c6-c79c-40e2-bae3-5ddf06198da7 req-9850853d-172c-42e1-86e2-a0effb3615fb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:49.752379 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-48be19c6-c79c-40e2-bae3-5ddf06198da7 req-9850853d-172c-42e1-86e2-a0effb3615fb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0565512 Mar 08 18:53:49.806211 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-48be19c6-c79c-40e2-bae3-5ddf06198da7 req-a805dc1e-8e40-483e-99ab-3c9faa4d71cb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Mar 08 18:53:49.983647 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-5bb05d52-aab7-4d81-8967-16d99d189c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:50.079540 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-5bb05d52-aab7-4d81-8967-16d99d189c60 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d11e985c-0ee0-4e8e-b862-0747472bcf40 HTTP/1.1" status: 200 len: 913 time: 0.0934234 Mar 08 18:53:50.079540 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-309a1bcf-23c9-4b34-91c4-ceb73f72c0a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33ab36bd-300f-48d4-9429-e42640b5c101 HTTP/1.1" status: 200 len: 217 time: 0.0412190 Mar 08 18:53:50.095373 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-c17c9a86-118a-435d-923a-7b0ecf4b587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:50.096883 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-c17c9a86-118a-435d-923a-7b0ecf4b587e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5 HTTP/1.1" status: 200 len: 852 time: 0.0494380 Mar 08 18:53:50.132532 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-b6bfa3b0-77d0-4200-95ee-b0cb2c781df8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d11e985c-0ee0-4e8e-b862-0747472bcf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270274 Mar 08 18:53:50.233550 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e1e5-9742-4c9e-b3ca-ca72f3ec6039 req-ad5989ca-95d8-4b12-bc5c-4bbcdc871eaa tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:50.236244 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-1a6b445a-171c-44f1-8f67-cdec7ed08722 service neutron] 10.222.0.77 "GET /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959883 Mar 08 18:53:50.238615 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c981e1e5-9742-4c9e-b3ca-ca72f3ec6039 req-ad5989ca-95d8-4b12-bc5c-4bbcdc871eaa tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0708184 Mar 08 18:53:50.432094 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c981e1e5-9742-4c9e-b3ca-ca72f3ec6039 req-ed6ec759-594f-4d07-921d-1c4586972074 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487690 Mar 08 18:53:50.432838 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-ab31899e-b3a1-4c1c-a274-5913422801bc req-dacfee05-6af3-40a2-84c2-4b844a15a463 service neutron] 10.222.0.77 "GET /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924120 Mar 08 18:53:50.923540 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39d841-a809-4e5c-800d-f1ecb95606d3 req-a96da8ed-9afd-45d9-868a-aa9137c22a43 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:50.925280 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff39d841-a809-4e5c-800d-f1ecb95606d3 req-a96da8ed-9afd-45d9-868a-aa9137c22a43 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0566466 Mar 08 18:53:50.978650 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff39d841-a809-4e5c-800d-f1ecb95606d3 req-bad2be63-1d58-4557-b232-db0639dd810c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Mar 08 18:53:51.480540 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:51.544282 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5371a-c127-447d-9105-d1dbc23cee03 req-3a08ea1d-27d8-405b-9604-4812984b9111 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:51.545896 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10d5371a-c127-447d-9105-d1dbc23cee03 req-3a08ea1d-27d8-405b-9604-4812984b9111 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0599923 Mar 08 18:53:51.598139 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10d5371a-c127-447d-9105-d1dbc23cee03 req-6c905cd5-ca62-4398-940e-9952d8bc7d61 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Mar 08 18:53:52.098348 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d351059-01ae-4518-9016-1dd57864bd0d req-c470013c-73e5-453f-9e5e-3b53d4012dcc tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:52.100047 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8d351059-01ae-4518-9016-1dd57864bd0d req-c470013c-73e5-453f-9e5e-3b53d4012dcc tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0545688 Mar 08 18:53:52.151114 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8d351059-01ae-4518-9016-1dd57864bd0d req-33ebadef-668a-4b1f-a9a0-55931a2c08d1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450044 Mar 08 18:53:52.441538 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b0611-fb0c-427f-b85f-e972eefcffac req-6597cf6e-cf86-43d9-af3e-6e699b56d39e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:52.443157 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-080b0611-fb0c-427f-b85f-e972eefcffac req-6597cf6e-cf86-43d9-af3e-6e699b56d39e tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.77 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0920711 Mar 08 18:53:52.571291 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-62164436-562c-40a4-8b57-ad62caacc304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:52.739647 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03b76d-d0b2-4aea-a635-a17c8209f8e7 req-a91a8c9c-1a66-4410-ba36-bd76a8c822bf tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:52.739647 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a03b76d-d0b2-4aea-a635-a17c8209f8e7 req-a91a8c9c-1a66-4410-ba36-bd76a8c822bf tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0584841 Mar 08 18:53:52.787504 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a03b76d-d0b2-4aea-a635-a17c8209f8e7 req-116e0355-f540-4e95-879d-f90701675656 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Mar 08 18:53:53.272772 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ff9c2-61de-4d32-8c7e-6223d6dc1da6 req-10e4faef-cf5c-4554-b56d-b46dc61f60b6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:53.274478 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-198ff9c2-61de-4d32-8c7e-6223d6dc1da6 req-10e4faef-cf5c-4554-b56d-b46dc61f60b6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0544128 Mar 08 18:53:53.324074 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-198ff9c2-61de-4d32-8c7e-6223d6dc1da6 req-258bfa35-54c7-4f99-93b6-670b7730aed4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Mar 08 18:53:53.905682 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7816-24bb-47a3-bf69-00166e793b8a req-51522457-f149-49df-af50-07fa87020e85 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:53.907244 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ccca7816-24bb-47a3-bf69-00166e793b8a req-51522457-f149-49df-af50-07fa87020e85 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 946 time: 0.0524583 Mar 08 18:53:53.956333 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ccca7816-24bb-47a3-bf69-00166e793b8a req-d0d42403-94d4-44dc-ace0-272ec6218c8a tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/security-groups?id=ff59a175-483e-4b9a-9c69-1d8488ef8f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Mar 08 18:53:54.366441 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Deleting port 33ab36bd-300f-48d4-9429-e42640b5c101 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:53:54.366983 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:54.459632 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] For port 33ab36bd-300f-48d4-9429-e42640b5c101, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=33ab36bd-300f-48d4-9429-e42640b5c101,segment=NetworkSegment(37a03f03-0f59-4f46-8277-d7a1a67d4449),segment_id=37a03f03-0f59-4f46-8277-d7a1a67d4449)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:53:54.459986 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:54.474220 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Calling delete_port for 33ab36bd-300f-48d4-9429-e42640b5c101 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:53:54.493245 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611629-b051-4c0d-bf49-c4c69ef262e6 req-c0126f97-961b-46fa-a596-39e083668f44 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:54.494753 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c0611629-b051-4c0d-bf49-c4c69ef262e6 req-c0126f97-961b-46fa-a596-39e083668f44 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0549841 Mar 08 18:53:54.543132 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c0611629-b051-4c0d-bf49-c4c69ef262e6 req-d450c8bf-0930-41b8-9640-1c5ed4b884b6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Mar 08 18:53:54.894175 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (33ab36bd-300f-48d4-9429-e42640b5c101), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:54.922585 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab087cd5-7b2e-4628-b57c-16fa863ab1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:54.923243 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Pushing event deleted for resources: {'Port': ['ID=33ab36bd-300f-48d4-9429-e42640b5c101,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:53:54.954173 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.954510 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.954854 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.955190 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.955520 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.955847 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.956176 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.956499 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.956829 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.957149 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.957470 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.957785 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.958134 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:53:54.994551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] No DVR routers for this DVR port 33ab36bd-300f-48d4-9429-e42640b5c101 on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:53:54.997577 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:55.001020 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-080b0611-fb0c-427f-b85f-e972eefcffac req-aab5e8fa-1b8a-4d04-8957-20f362cfd125 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.77 "DELETE /v2.0/ports/33ab36bd-300f-48d4-9429-e42640b5c101 HTTP/1.1" status: 204 len: 173 time: 0.7852979 Mar 08 18:53:55.001467 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d79d9-beb5-4271-9441-8ea02218ade9', 'name': 'network-vif-deleted', 'tag': '33ab36bd-300f-48d4-9429-e42640b5c101'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:53:55.004026 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2090da6-d28c-4cab-9656-d4e09f4e3aec" -d '{"events": [{"server_uuid": "838d79d9-beb5-4271-9441-8ea02218ade9", "name": "network-vif-deleted", "tag": "33ab36bd-300f-48d4-9429-e42640b5c101"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:53:55.042175 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92353f1-affb-489e-a2e2-29188ad635fa x-openstack-request-id: req-a92353f1-affb-489e-a2e2-29188ad635fa {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:53:55.042175 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d79d9-beb5-4271-9441-8ea02218ade9", "name": "network-vif-deleted", "tag": "33ab36bd-300f-48d4-9429-e42640b5c101", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:53:55.042175 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a92353f1-affb-489e-a2e2-29188ad635fa {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:53:55.042175 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838d79d9-beb5-4271-9441-8ea02218ade9', 'name': 'network-vif-deleted', 'tag': '33ab36bd-300f-48d4-9429-e42640b5c101', 'status': 'completed', 'code': 200} Mar 08 18:53:55.066119 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4826faa0-063d-42da-9671-91d75ec66779 req-92bdde28-abdf-4311-bdb7-58600460d516 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0378785 Mar 08 18:53:55.271707 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['33ab36bd-300f-48d4-9429-e42640b5c101'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:53:55.472904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 33ab36bd-300f-48d4-9429-e42640b5c101 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:53:55.493769 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 33ab36bd-300f-48d4-9429-e42640b5c101 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:53:55.494135 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 33ab36bd-300f-48d4-9429-e42640b5c101 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:53:55.668565 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030b01c-99a3-4725-848b-b1c9dc163fd5 req-7ce3c358-b2ac-47bf-b9c6-4e739367a193 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:55.670072 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9030b01c-99a3-4725-848b-b1c9dc163fd5 req-7ce3c358-b2ac-47bf-b9c6-4e739367a193 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0565250 Mar 08 18:53:55.718509 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9030b01c-99a3-4725-848b-b1c9dc163fd5 req-0a6cd5a6-ffc2-4a04-b817-2fd65e889c7b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Mar 08 18:53:56.138430 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:56.165547 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-57745098-54f2-4d18-a3d1-1a822c5aa255 req-79b36399-3647-4a02-b5cc-82c27c8ff441 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0283086 Mar 08 18:53:56.975927 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e44443-c864-4caa-a24b-9c38c676bfc2 req-e79c2ad6-a4c8-4e57-b422-052dae028671 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:56.978028 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-47e44443-c864-4caa-a24b-9c38c676bfc2 req-e79c2ad6-a4c8-4e57-b422-052dae028671 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0542097 Mar 08 18:53:57.024074 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-47e44443-c864-4caa-a24b-9c38c676bfc2 req-50d6a220-07e4-4163-bdb1-d9d975bccbff tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Mar 08 18:53:57.264722 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-416dd73d-c514-4008-bcd9-789868ca4e72 req-da35dc4c-5d07-43d2-bfec-c5a804c0a0fe tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0304112 Mar 08 18:53:57.448806 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:58.142790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547ce9c-9b4a-4f8c-862f-0f6aafa45c71 req-afb022c4-6cb4-4cee-9cb0-6cee318aa293 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:58.144264 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4547ce9c-9b4a-4f8c-862f-0f6aafa45c71 req-afb022c4-6cb4-4cee-9cb0-6cee318aa293 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0526357 Mar 08 18:53:58.189875 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4547ce9c-9b4a-4f8c-862f-0f6aafa45c71 req-5b167261-1385-4ec5-b421-1cf33c53266a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Mar 08 18:53:58.358634 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f7c82fd3-4304-41a2-856a-ac26181fa3d0 req-f49c8a3f-00c7-4e0c-beb4-090c73e803ca tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Mar 08 18:53:59.237172 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:53:59.307581 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65fbc-3d23-4db5-a82b-0ca4dc0f675d req-1a4e0441-c1c5-4e81-b3c8-aec89e6ee193 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:53:59.309035 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17b65fbc-3d23-4db5-a82b-0ca4dc0f675d req-1a4e0441-c1c5-4e81-b3c8-aec89e6ee193 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0533235 Mar 08 18:53:59.360387 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17b65fbc-3d23-4db5-a82b-0ca4dc0f675d req-db79bc2a-57dd-44db-99bf-36923b29c48a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Mar 08 18:53:59.457387 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-76207af1-1434-40d4-98be-9444ef38f946 req-81aeb77f-8396-4a37-aef7-986e174d1af0 tempest-DeleteServersTestJSON-405503681 tempest-DeleteServersTestJSON-405503681-project] 10.222.0.74 "GET /v2.0/ports?device_id=838d79d9-beb5-4271-9441-8ea02218ade9 HTTP/1.1" status: 200 len: 210 time: 0.0288336 Mar 08 18:54:00.516703 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ceba9-7891-4b0c-86b8-68600d4713e9 req-19c5160d-0431-4505-abf5-76032d84334f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:00.518709 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-546ceba9-7891-4b0c-86b8-68600d4713e9 req-19c5160d-0431-4505-abf5-76032d84334f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0907032 Mar 08 18:54:00.576073 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-546ceba9-7891-4b0c-86b8-68600d4713e9 req-a3e0ebfd-b4d2-4948-96c7-ae1022432468 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501094 Mar 08 18:54:01.064375 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 51950) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:01.185665 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05589831-5479-4a3c-8004-e80ca7dabf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.260197 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05589831-5479-4a3c-8004-e80ca7dabf49 admin admin] Publish callbacks [] for security_group (bd1fe464-9fac-4c7f-ae61-887b7eac6420), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.485607 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05589831-5479-4a3c-8004-e80ca7dabf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (bd1fe464-9fac-4c7f-ae61-887b7eac6420), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.526904 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-05589831-5479-4a3c-8004-e80ca7dabf49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d8d3402762243769ab8762a3809b8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607866 Mar 08 18:54:01.527780 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05589831-5479-4a3c-8004-e80ca7dabf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fe464-9fac-4c7f-ae61-887b7eac6420,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:01.532440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51960) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:01.578746 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Publish callbacks [] for security_group (bd1fe464-9fac-4c7f-ae61-887b7eac6420), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.599697 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Publish callbacks [] for security_group (bd1fe464-9fac-4c7f-ae61-887b7eac6420), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.709277 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad6b1b-6611-4983-a74f-12e646e2e3c4 req-f9140628-0914-4c0b-b907-ee3f40a862ab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:01.710580 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-59ad6b1b-6611-4983-a74f-12e646e2e3c4 req-f9140628-0914-4c0b-b907-ee3f40a862ab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0541427 Mar 08 18:54:01.760614 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-59ad6b1b-6611-4983-a74f-12e646e2e3c4 req-e0dc1359-0073-41f0-b8e4-d5949d372e1a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Mar 08 18:54:01.761676 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (bd1fe464-9fac-4c7f-ae61-887b7eac6420), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.764996 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:01.768124 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd1fe464-9fac-4c7f-ae61-887b7eac6420 HTTP/1.1" status: 204 len: 168 time: 0.2356684 Mar 08 18:54:01.775527 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fe464-9fac-4c7f-ae61-887b7eac6420,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:01.790385 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.790881 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.791280 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.791800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.792157 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.792484 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.792845 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.793177 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.793510 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.793839 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.794194 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.794660 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:01.794993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dc87c-cfce-45c3-a8a2-2b67092cc03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:02.147816 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51982) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:02.209587 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 51992) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:02.257599 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Deleting subnet 4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:54:02.261478 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Publish callbacks [] for subnet (4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.304368 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Publish callbacks [] for subnet (4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.315875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.343104 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c613f73-7cfd-4683-bdbd-f7741bac25e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.435881 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c613f73-7cfd-4683-bdbd-f7741bac25e0 admin admin] Publish callbacks [] for security_group (9932f5c0-788c-40dd-95f9-868d366ab9e4), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.530795 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c613f73-7cfd-4683-bdbd-f7741bac25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9932f5c0-788c-40dd-95f9-868d366ab9e4), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.536198 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.587534 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:02.589610 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.592790 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3e74edb0-e0b7-4b87-ae19-fbd8e055acfe admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4a16c0c1-6bad-48c8-ac0b-1cf1dd4763b5 HTTP/1.1" status: 204 len: 168 time: 0.3821445 Mar 08 18:54:02.595533 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52004) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:02.606039 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7c613f73-7cfd-4683-bdbd-f7741bac25e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=596c50a0118b4d82907c4d04eabea64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559808 Mar 08 18:54:02.608878 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c613f73-7cfd-4683-bdbd-f7741bac25e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9932f5c0-788c-40dd-95f9-868d366ab9e4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:02.611352 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52006) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:02.692656 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (d11e985c-0ee0-4e8e-b862-0747472bcf40), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.711505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a58658d-bcc7-4441-bafe-88b399bfe0d2 admin admin] Publish callbacks [] for security_group (9932f5c0-788c-40dd-95f9-868d366ab9e4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.760976 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a58658d-bcc7-4441-bafe-88b399bfe0d2 admin admin] Publish callbacks [] for security_group (9932f5c0-788c-40dd-95f9-868d366ab9e4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.807934 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (d11e985c-0ee0-4e8e-b862-0747472bcf40), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.830154 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11e985c-0ee0-4e8e-b862-0747472bcf40']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:02.838872 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a03f03-0f59-4f46-8277-d7a1a67d4449') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:02.839168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a03f03-0f59-4f46-8277-d7a1a67d4449') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:02.848895 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (37a03f03-0f59-4f46-8277-d7a1a67d4449), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.866501 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (37a03f03-0f59-4f46-8277-d7a1a67d4449), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.873159 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:54:02.873711 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (37a03f03-0f59-4f46-8277-d7a1a67d4449), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:54:02.875499 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:54:02.908109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b407f6d-9cb7-4e57-b9c2-c10c46a3b518 req-3e63d66a-9982-4ce8-99ab-f5e384155eb6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:02.909772 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b407f6d-9cb7-4e57-b9c2-c10c46a3b518 req-3e63d66a-9982-4ce8-99ab-f5e384155eb6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0727355 Mar 08 18:54:02.910716 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a58658d-bcc7-4441-bafe-88b399bfe0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9932f5c0-788c-40dd-95f9-868d366ab9e4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.913451 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a58658d-bcc7-4441-bafe-88b399bfe0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:02.915360 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3a58658d-bcc7-4441-bafe-88b399bfe0d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9932f5c0-788c-40dd-95f9-868d366ab9e4 HTTP/1.1" status: 204 len: 168 time: 0.3020689 Mar 08 18:54:02.940783 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58658d-bcc7-4441-bafe-88b399bfe0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9932f5c0-788c-40dd-95f9-868d366ab9e4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:02.989563 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b407f6d-9cb7-4e57-b9c2-c10c46a3b518 req-512541d3-c1c8-4bd3-880b-d95aa5e80609 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729294 Mar 08 18:54:03.083147 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (d11e985c-0ee0-4e8e-b862-0747472bcf40), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.089632 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.096242 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] 10.222.0.74 "DELETE /v2.0/networks/d11e985c-0ee0-4e8e-b862-0747472bcf40 HTTP/1.1" status: 204 len: 168 time: 0.4996457 Mar 08 18:54:03.111484 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3944-8f21-41a4-ad46-b6351669d83c admin admin] Pushing event deleted for resources: {'Network': ['ID=d11e985c-0ee0-4e8e-b862-0747472bcf40,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:03.640030 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52064) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:03.683231 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-68a98917-8f3b-4d6f-ae85-188e012d3694 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ff6d54a3d5641749431c9c3203fff72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398188 Mar 08 18:54:03.683486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52066) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:03.736446 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecc12489-cb0d-418b-b3fa-eff6500bf9d7 admin admin] Publish callbacks [] for security_group (ff59a175-483e-4b9a-9c69-1d8488ef8f49), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.757966 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecc12489-cb0d-418b-b3fa-eff6500bf9d7 admin admin] Publish callbacks [] for security_group (ff59a175-483e-4b9a-9c69-1d8488ef8f49), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.937633 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecc12489-cb0d-418b-b3fa-eff6500bf9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ff59a175-483e-4b9a-9c69-1d8488ef8f49), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.940517 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecc12489-cb0d-418b-b3fa-eff6500bf9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:03.941662 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ecc12489-cb0d-418b-b3fa-eff6500bf9d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff59a175-483e-4b9a-9c69-1d8488ef8f49 HTTP/1.1" status: 204 len: 168 time: 0.2572262 Mar 08 18:54:03.949708 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc12489-cb0d-418b-b3fa-eff6500bf9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff59a175-483e-4b9a-9c69-1d8488ef8f49,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:04.153289 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5becc-67b6-4fcf-b0ce-cf515308309c req-88125b3a-8a18-4343-adb5-e6f21094802f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:04.155339 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d7a5becc-67b6-4fcf-b0ce-cf515308309c req-88125b3a-8a18-4343-adb5-e6f21094802f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0937712 Mar 08 18:54:04.224857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d7a5becc-67b6-4fcf-b0ce-cf515308309c req-32235f67-5729-408f-bfd6-0279c7f5f595 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580876 Mar 08 18:54:04.952404 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:05.060280 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-913c60b9-4290-4700-9e16-6c8df68774e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.134843 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-913c60b9-4290-4700-9e16-6c8df68774e5 admin admin] Publish callbacks [] for security_group (7a70e43d-babf-4329-bb19-7aebded39628), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.255745 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-913c60b9-4290-4700-9e16-6c8df68774e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7a70e43d-babf-4329-bb19-7aebded39628), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.277356 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52142) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:05.291869 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c60b9-4290-4700-9e16-6c8df68774e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a70e43d-babf-4329-bb19-7aebded39628,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:05.313583 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-913c60b9-4290-4700-9e16-6c8df68774e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5fa1e3e9c68443ab55a3f0327b0860d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597434 Mar 08 18:54:05.316005 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52146) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:05.388640 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0adc059-46b2-44e5-887d-6a732d377db6 admin admin] Publish callbacks [] for security_group (7a70e43d-babf-4329-bb19-7aebded39628), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.395103 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b366-ba49-400c-909b-e3f69b27bf37 req-db370678-35a5-4940-a488-9fcbe21edef7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:05.402914 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c250b366-ba49-400c-909b-e3f69b27bf37 req-db370678-35a5-4940-a488-9fcbe21edef7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0736129 Mar 08 18:54:05.403955 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-406156791-network', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:05.424507 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0adc059-46b2-44e5-887d-6a732d377db6 admin admin] Publish callbacks [] for security_group (7a70e43d-babf-4329-bb19-7aebded39628), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.446091 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c250b366-ba49-400c-909b-e3f69b27bf37 req-e4742274-9e12-4c2b-846f-10fda073ddfa tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Mar 08 18:54:05.559537 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Made reservation on behalf of ae82254067dd4b5a80dc0c0084229ab6 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:05.562914 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.571740 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.608732 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0adc059-46b2-44e5-887d-6a732d377db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7a70e43d-babf-4329-bb19-7aebded39628), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.611345 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0adc059-46b2-44e5-887d-6a732d377db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.612503 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a0adc059-46b2-44e5-887d-6a732d377db6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a70e43d-babf-4329-bb19-7aebded39628 HTTP/1.1" status: 204 len: 168 time: 0.2954783 Mar 08 18:54:05.631375 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adc059-46b2-44e5-887d-6a732d377db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a70e43d-babf-4329-bb19-7aebded39628,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:05.672831 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks [] for security_group (19564f5a-35fc-44ac-b19a-93aedeaed8a4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.797282 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (19564f5a-35fc-44ac-b19a-93aedeaed8a4), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.825695 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:54:05.834546 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19564f5a-35fc-44ac-b19a-93aedeaed8a4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:05.840942 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (4d686855-a52c-44a5-aa91-00ca4ce634b2), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:05.841277 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Added segment 4d686855-a52c-44a5-aa91-00ca4ce634b2 of type vlan for network 288a8c8e-914f-4253-a63a-2438afdbc035 Mar 08 18:54:05.882018 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (288a8c8e-914f-4253-a63a-2438afdbc035), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:06.037514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (288a8c8e-914f-4253-a63a-2438afdbc035), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:06.037514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:06.037514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:06.097565 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] Pushing event updated for resources: {'Network': ['ID=288a8c8e-914f-4253-a63a-2438afdbc035,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:06.107676 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 288a8c8e-914f-4253-a63a-2438afdbc035 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:54:06.146323 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-7e3a3673-7c74-496e-bd0f-03d31b5c90b7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8676887 Mar 08 18:54:06.155764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52170) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:06.160814 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Request body: {'subnet': {'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-406156791-subnet', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:06.317047 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Made reservation on behalf of ae82254067dd4b5a80dc0c0084229ab6 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:06.319475 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:06.596786 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-ce83366e-5aa5-42fb-938f-0a15385870be tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369742 Mar 08 18:54:06.651828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154a7e-cfd1-40af-a629-39fb18ff4fab req-7b3c5a35-64ba-4758-9c15-3e502d9eb323 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:06.653333 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a5154a7e-cfd1-40af-a629-39fb18ff4fab req-7b3c5a35-64ba-4758-9c15-3e502d9eb323 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1270025 Mar 08 18:54:06.662555 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (1d8ff066-cb55-430d-a7f5-e888bb1d9f4a), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:06.750405 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:06.759698 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:06.760149 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Network hostable DHCP agents. Network: 288a8c8e-914f-4253-a63a-2438afdbc035, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:54:06.826314 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a5154a7e-cfd1-40af-a629-39fb18ff4fab req-82454640-18ee-461e-af22-d950fb594cee tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603947 Mar 08 18:54:06.834438 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-3a33a7fc-d2c1-4da3-9f8e-2aa170f7849b tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:06.835923 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-3a33a7fc-d2c1-4da3-9f8e-2aa170f7849b tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308078 Mar 08 18:54:06.859961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-63e836ed-5b1c-40a4-8d09-a229b809cf92 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/quotas/01532b1deb4543dbbeb283a1cfa26f28 HTTP/1.1" status: 200 len: 375 time: 0.0098174 Mar 08 18:54:06.895381 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-2150fe00-b851-47df-ac14-6db424efcfa9 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296993 Mar 08 18:54:06.941560 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:54:07.088282 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 288a8c8e-914f-4253-a63a-2438afdbc035) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:07.092680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:07.094026 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.104633 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7b7d3-50c9-45a4-8392-0a0b9ce82a41 None None] Network 288a8c8e-914f-4253-a63a-2438afdbc035 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:07.233040 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-288a8c8e-914f-4253-a63a-2438afdbc035', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:54:07.233966 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.262863 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-51b3d16c-536e-4c67-a415-e738f3729b64 req-d31bfd75-02a1-48c3-a1d9-873c93482c1a tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0433486 Mar 08 18:54:07.382711 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-be9cf5aa-46a6-4ce4-9a47-3f437ca19f5a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2256951 Mar 08 18:54:07.385489 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52240) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:07.391790 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:07.515902 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Allocated IP 172.20.0.2 (288a8c8e-914f-4253-a63a-2438afdbc035/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a/63e2bf70-6eff-4aae-b3c5-51674c21a89a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:07.534549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (945bba46-d960-49e6-b5db-501a5dbbdde9), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.535778 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (945bba46-d960-49e6-b5db-501a5dbbdde9), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.592858 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks [] for router_controller (945bba46-d960-49e6-b5db-501a5dbbdde9), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.664473 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Publish callbacks [] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.823080 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.846605 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:07.871605 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks [] for router_gateway (945bba46-d960-49e6-b5db-501a5dbbdde9), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:07.881483 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:07.888786 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:07.988510 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01c755-4d77-4a22-90c9-8829b6e558f0 req-3a611857-93d9-44ec-9db6-7cc080cdb239 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:07.992652 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2d01c755-4d77-4a22-90c9-8829b6e558f0 req-3a611857-93d9-44ec-9db6-7cc080cdb239 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0804405 Mar 08 18:54:08.037371 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c0be1-5b6b-4195-9ca9-0dd9ecd1031b req-2d3a5d8c-566b-4891-b705-54a587d87b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:08.039391 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-c37c0be1-5b6b-4195-9ca9-0dd9ecd1031b req-2d3a5d8c-566b-4891-b705-54a587d87b16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 1129 time: 0.0990024 Mar 08 18:54:08.056280 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Pushing event updated for resources: {'Port': ['ID=63e2bf70-6eff-4aae-b3c5-51674c21a89a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:08.058232 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2d01c755-4d77-4a22-90c9-8829b6e558f0 req-4d0f1618-40dd-4fe6-97c5-22fff848d516 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566363 Mar 08 18:54:08.059017 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Attempting to bind port 63e2bf70-6eff-4aae-b3c5-51674c21a89a on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:08.059385 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Attempting to bind port 63e2bf70-6eff-4aae-b3c5-51674c21a89a by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:08.059744 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Attempting to bind port 63e2bf70-6eff-4aae-b3c5-51674c21a89a on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:08.070915 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.071286 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.071809 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.072428 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.072975 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.073446 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.073915 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.074440 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.074911 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.075399 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.075862 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.076324 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.076801 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:08.080779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:08.081797 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:08.082407 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.082992 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Bound using segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:08.083635 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Bound port: 63e2bf70-6eff-4aae-b3c5-51674c21a89a, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:08.084196 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.158740 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-c37c0be1-5b6b-4195-9ca9-0dd9ecd1031b req-eecc87a1-3aec-4a45-88f1-e9d14c20fbbd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Mar 08 18:54:08.184023 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] For port 63e2bf70-6eff-4aae-b3c5-51674c21a89a, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:08.187971 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] For port 63e2bf70-6eff-4aae-b3c5-51674c21a89a, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=63e2bf70-6eff-4aae-b3c5-51674c21a89a,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:08.308608 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.345183 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b39ae704-7834-4ac0-a08b-ef74a6e2263f req-3ced363b-a5d8-47ce-b5e9-f9d264a4a61d tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0295551 Mar 08 18:54:08.348760 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks [] for router_gateway (945bba46-d960-49e6-b5db-501a5dbbdde9), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.390647 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4beff7-b242-431a-b35a-891b35f80365 None None] Pushing event updated for resources: {'Port': ['ID=63e2bf70-6eff-4aae-b3c5-51674c21a89a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:08.395844 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.542177 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Allocated IP 172.27.0.189 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/9533d1cb-da46-4e43-b461-038ebf545b66) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:08.673557 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks [] for port (9533d1cb-da46-4e43-b461-038ebf545b66), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.815340 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:08.859831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52292) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:08.862330 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:08.872091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:08.884551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:08.888556 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Pushing event updated for resources: {'Port': ['ID=9533d1cb-da46-4e43-b461-038ebf545b66,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:09.124979 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5101-d996-4d25-9eed-8d396c0485b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.285786 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118bf1-deb6-47c9-8f6a-cf288347f7ee req-02e2f353-abbd-440e-89fe-4d6dc3bb3909 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:09.290623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7b118bf1-deb6-47c9-8f6a-cf288347f7ee req-02e2f353-abbd-440e-89fe-4d6dc3bb3909 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1396050 Mar 08 18:54:09.336354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5101-d996-4d25-9eed-8d396c0485b5 admin admin] Publish callbacks [] for security_group (30ecb404-5c8f-47ad-b5f5-7f3c96052f22), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.368213 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7b118bf1-deb6-47c9-8f6a-cf288347f7ee req-22cb18de-83d6-4b9d-9f83-7b7ba5024277 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644517 Mar 08 18:54:09.397248 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks [] for router_gateway (945bba46-d960-49e6-b5db-501a5dbbdde9), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.468089 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-355f30d6-4d9d-493a-8c0b-5611d05f3777 req-70fafd46-3a26-4d19-94ad-99c20fd6e154 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0345938 Mar 08 18:54:09.468777 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5101-d996-4d25-9eed-8d396c0485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (30ecb404-5c8f-47ad-b5f5-7f3c96052f22), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.535796 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-1e4f5101-d996-4d25-9eed-8d396c0485b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18f35806c9db4d06a3299d4f240bb404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6748095 Mar 08 18:54:09.538371 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52316) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:09.546176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f5101-d996-4d25-9eed-8d396c0485b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ecb404-5c8f-47ad-b5f5-7f3c96052f22,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:09.598259 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f8f8948-b67a-4f6e-af2b-89c8bef8d310 admin admin] Publish callbacks [] for security_group (30ecb404-5c8f-47ad-b5f5-7f3c96052f22), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.623145 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b02d97-5072-4c0d-97ed-a08d191cc01a None None] Network 288a8c8e-914f-4253-a63a-2438afdbc035 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:09.626096 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f8f8948-b67a-4f6e-af2b-89c8bef8d310 admin admin] Publish callbacks [] for security_group (30ecb404-5c8f-47ad-b5f5-7f3c96052f22), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.656945 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (945bba46-d960-49e6-b5db-501a5dbbdde9), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.708789 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] Provisioning complete for port 63e2bf70-6eff-4aae-b3c5-51674c21a89a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:09.709343 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.765400 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f8f8948-b67a-4f6e-af2b-89c8bef8d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (30ecb404-5c8f-47ad-b5f5-7f3c96052f22), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.769032 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f8f8948-b67a-4f6e-af2b-89c8bef8d310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.771034 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-8f8f8948-b67a-4f6e-af2b-89c8bef8d310 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30ecb404-5c8f-47ad-b5f5-7f3c96052f22 HTTP/1.1" status: 204 len: 168 time: 0.2311652 Mar 08 18:54:09.780608 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f8948-b67a-4f6e-af2b-89c8bef8d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ecb404-5c8f-47ad-b5f5-7f3c96052f22,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:09.838019 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] Current status of the port 63e2bf70-6eff-4aae-b3c5-51674c21a89a is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:09.840529 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:09.913122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] For port 63e2bf70-6eff-4aae-b3c5-51674c21a89a, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=63e2bf70-6eff-4aae-b3c5-51674c21a89a,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:10.025320 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:54:10.059978 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.109645 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8e0e5-70c4-4783-95ec-13291ed768c0 None None] Pushing event updated for resources: {'Port': ['ID=63e2bf70-6eff-4aae-b3c5-51674c21a89a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:10.147092 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:10.156502 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:10.168704 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:10.169564 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:53:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:10.187226 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d1939793-befc-4e36-a535-432e1c0cf0af None None] Provisioning complete for port 63e2bf70-6eff-4aae-b3c5-51674c21a89a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:10.187722 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d1939793-befc-4e36-a535-432e1c0cf0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.296033 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 63e2bf70-6eff-4aae-b3c5-51674c21a89a up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:10.305595 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:10.330587 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d1939793-befc-4e36-a535-432e1c0cf0af None None] Current status of the port 63e2bf70-6eff-4aae-b3c5-51674c21a89a is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:10.361777 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 63e2bf70-6eff-4aae-b3c5-51674c21a89a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:10.362188 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.389411 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.391331 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-67fc9186-72fa-490e-9d7c-b58679ce8f08 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0045979 Mar 08 18:54:10.394254 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52328) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:10.479469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 63e2bf70-6eff-4aae-b3c5-51674c21a89a is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:10.556854 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:09Z', 'revision_number': 3, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:10.605947 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:10.606616 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Updating router 945bba46-d960-49e6-b5db-501a5dbbdde9 port 9533d1cb-da46-4e43-b461-038ebf545b66 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:10.640526 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.756512 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bd78111a-d20c-401d-a847-b3aa52202b2d req-f9d3070d-601f-47fc-82ad-bd4c02480115 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0545816 Mar 08 18:54:10.829113 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b8afa-4978-4b2f-bac5-d30aa1395fbe req-76cea375-eabe-49d5-8e55-99fff99aadb3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:10.830598 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2f0b8afa-4978-4b2f-bac5-d30aa1395fbe req-76cea375-eabe-49d5-8e55-99fff99aadb3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1299541 Mar 08 18:54:10.921661 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Publish callbacks [] for port (9533d1cb-da46-4e43-b461-038ebf545b66), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:10.928706 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2f0b8afa-4978-4b2f-bac5-d30aa1395fbe req-5c02e9ca-019f-4a90-b41e-e8d72d75e6b7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896988 Mar 08 18:54:10.982605 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52348) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:11.004813 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fff86b54-ff40-431c-8ebd-81b2fdeb4740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.031194 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.082806 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Pushing event updated for resources: {'Port': ['ID=9533d1cb-da46-4e43-b461-038ebf545b66,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:11.088781 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fff86b54-ff40-431c-8ebd-81b2fdeb4740 admin admin] Publish callbacks [] for security_group (996876bf-6457-4a72-b41f-ebdd1ece40c8), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.097780 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.098194 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.098561 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.098904 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.099238 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.099567 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.099896 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.100224 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.100637 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.101002 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.101866 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.102216 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.102537 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:11.107795 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Attempting to bind port 9533d1cb-da46-4e43-b461-038ebf545b66 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:11.108152 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Attempting to bind port 9533d1cb-da46-4e43-b461-038ebf545b66 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:11.108732 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Attempting to bind port 9533d1cb-da46-4e43-b461-038ebf545b66 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:11.113691 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:11.114086 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:11.114492 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.114876 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:11.115337 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Bound port: 9533d1cb-da46-4e43-b461-038ebf545b66, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:11.115972 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.123071 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7011c5-a7ec-4e23-bc22-dc298cd9edda req-188472d0-5b83-458c-bb90-347e23e858a7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:11.124617 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2b7011c5-a7ec-4e23-bc22-dc298cd9edda req-188472d0-5b83-458c-bb90-347e23e858a7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1009974 Mar 08 18:54:11.170403 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] For port 9533d1cb-da46-4e43-b461-038ebf545b66, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:11.174003 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] For port 9533d1cb-da46-4e43-b461-038ebf545b66, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=9533d1cb-da46-4e43-b461-038ebf545b66,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:11.205100 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fff86b54-ff40-431c-8ebd-81b2fdeb4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (996876bf-6457-4a72-b41f-ebdd1ece40c8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.231424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2b7011c5-a7ec-4e23-bc22-dc298cd9edda req-05433bb3-a153-44a4-b7db-a7968e2aca14 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997875 Mar 08 18:54:11.255365 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.255506 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-fff86b54-ff40-431c-8ebd-81b2fdeb4740 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efd101eae4e14cc2b84b71dc48ac4c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630162 Mar 08 18:54:11.255506 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff86b54-ff40-431c-8ebd-81b2fdeb4740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996876bf-6457-4a72-b41f-ebdd1ece40c8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:11.255646 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52352) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:11.338320 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:54:11.344633 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffdedddd-84f6-4a3a-b4cc-757508ab9ba2 admin admin] Publish callbacks [] for security_group (996876bf-6457-4a72-b41f-ebdd1ece40c8), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.354550 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.403180 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffdedddd-84f6-4a3a-b4cc-757508ab9ba2 admin admin] Publish callbacks [] for security_group (996876bf-6457-4a72-b41f-ebdd1ece40c8), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.407388 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:11.408020 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:53:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:11.456824 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a854d-b9da-4069-9c39-14a723246d7d None None] Pushing event updated for resources: {'Port': ['ID=9533d1cb-da46-4e43-b461-038ebf545b66,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:11.490513 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Allocated IP 172.20.0.1 (288a8c8e-914f-4253-a63a-2438afdbc035/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a/ec894021-d98c-4235-9009-dda359da7faf) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:11.540925 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:11.598209 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks [] for port (ec894021-d98c-4235-9009-dda359da7faf), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.600704 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffdedddd-84f6-4a3a-b4cc-757508ab9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (996876bf-6457-4a72-b41f-ebdd1ece40c8), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.603780 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffdedddd-84f6-4a3a-b4cc-757508ab9ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.604918 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ffdedddd-84f6-4a3a-b4cc-757508ab9ba2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/996876bf-6457-4a72-b41f-ebdd1ece40c8 HTTP/1.1" status: 204 len: 168 time: 0.3542981 Mar 08 18:54:11.622093 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdedddd-84f6-4a3a-b4cc-757508ab9ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996876bf-6457-4a72-b41f-ebdd1ece40c8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:11.719620 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (ec894021-d98c-4235-9009-dda359da7faf), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.737061 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:09Z', 'revision_number': 3, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:11.766351 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d513b-2336-4e3a-811e-5e1861a9bca8 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:09Z', 'revision_number': 3, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:11.766927 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:11.772549 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:11.775344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:11.775819 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (945bba46-d960-49e6-b5db-501a5dbbdde9), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:11.814506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Pushing event updated for resources: {'Port': ['ID=ec894021-d98c-4235-9009-dda359da7faf,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:11.914280 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a06918e-2d56-4895-96fe-3e6ce27f2444 req-828d6cc5-f281-41e7-838f-40a6240ebb4a tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0358593 Mar 08 18:54:12.101587 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1b8de42b-0f82-4c36-aee3-c255a9cdb89b None None] Provisioning complete for port ec894021-d98c-4235-9009-dda359da7faf triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:12.102099 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1b8de42b-0f82-4c36-aee3-c255a9cdb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ec894021-d98c-4235-9009-dda359da7faf), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.172522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1b8de42b-0f82-4c36-aee3-c255a9cdb89b None None] Port ec894021-d98c-4235-9009-dda359da7faf cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:12.191774 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ec894021-d98c-4235-9009-dda359da7faf), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.302468 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9533d1cb-da46-4e43-b461-038ebf545b66 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:12.365288 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 9533d1cb-da46-4e43-b461-038ebf545b66 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:12.366032 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.392160 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks [] for port (ec894021-d98c-4235-9009-dda359da7faf), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.461547 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 9533d1cb-da46-4e43-b461-038ebf545b66 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:12.461779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.486128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 9533d1cb-da46-4e43-b461-038ebf545b66, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=9533d1cb-da46-4e43-b461-038ebf545b66,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:12.491409 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ec894021-d98c-4235-9009-dda359da7faf), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.492747 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (945bba46-d960-49e6-b5db-501a5dbbdde9), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.585211 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Pushing event updated for resources: {'Port': ['ID=ec894021-d98c-4235-9009-dda359da7faf,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:12.588025 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.588830 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 63e2bf70-6eff-4aae-b3c5-51674c21a89a up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:12.637175 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:12.638681 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:12.690579 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=9533d1cb-da46-4e43-b461-038ebf545b66,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:12.699030 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 63e2bf70-6eff-4aae-b3c5-51674c21a89a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:12.699723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.767415 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52374) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:12.788750 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e270c2b8-32c8-4529-9d32-fcf2ca89fddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.806891 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 63e2bf70-6eff-4aae-b3c5-51674c21a89a is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:12.832290 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:12.890922 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e270c2b8-32c8-4529-9d32-fcf2ca89fddd admin admin] Publish callbacks [] for security_group (6aa5992d-5fca-4a82-8321-632b9453a408), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.901781 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c73e93f0-de84-4aa8-ad25-aa2468490556 None None] Provisioning complete for port ec894021-d98c-4235-9009-dda359da7faf triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:12.902190 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c73e93f0-de84-4aa8-ad25-aa2468490556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ec894021-d98c-4235-9009-dda359da7faf), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:12.946492 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c73e93f0-de84-4aa8-ad25-aa2468490556 None None] Port ec894021-d98c-4235-9009-dda359da7faf cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:12.972756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:12.978554 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5d1375c2-df39-470b-9c4a-0abf2b57a003 admin admin] 10.222.0.74 "PUT /v2.0/routers/945bba46-d960-49e6-b5db-501a5dbbdde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832698 Mar 08 18:54:12.988667 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e270c2b8-32c8-4529-9d32-fcf2ca89fddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (6aa5992d-5fca-4a82-8321-632b9453a408), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.031049 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7fb1b4e3-b3e7-419c-a938-b14665487921 req-2b42f52e-76f4-44cc-99b0-dc778504277b tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0313957 Mar 08 18:54:13.049153 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e270c2b8-32c8-4529-9d32-fcf2ca89fddd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e4ab63d5785f43c2b7fdea80e1b64fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800581 Mar 08 18:54:13.050129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270c2b8-32c8-4529-9d32-fcf2ca89fddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa5992d-5fca-4a82-8321-632b9453a408,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:13.052303 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52384) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:13.130592 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30abfd13-0638-4430-bb5f-45671cda8844 admin admin] Publish callbacks [] for security_group (6aa5992d-5fca-4a82-8321-632b9453a408), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.162287 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30abfd13-0638-4430-bb5f-45671cda8844 admin admin] Publish callbacks [] for security_group (6aa5992d-5fca-4a82-8321-632b9453a408), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.331334 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30abfd13-0638-4430-bb5f-45671cda8844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (6aa5992d-5fca-4a82-8321-632b9453a408), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.334767 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30abfd13-0638-4430-bb5f-45671cda8844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:13.340157 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-30abfd13-0638-4430-bb5f-45671cda8844 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6aa5992d-5fca-4a82-8321-632b9453a408 HTTP/1.1" status: 204 len: 168 time: 0.2867374 Mar 08 18:54:13.350131 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abfd13-0638-4430-bb5f-45671cda8844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa5992d-5fca-4a82-8321-632b9453a408,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:13.357556 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-6cf090f1-1d67-4b7b-a5e5-3a65d577892e tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361378 Mar 08 18:54:13.823438 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52426) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:13.829275 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625472921', 'description': 'tempest-description--204483438'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:13.861350 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:13.915304 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-3b669887-3b34-40b5-abc4-a49ae9de9c21 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:13.918097 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-3b669887-3b34-40b5-abc4-a49ae9de9c21 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5560226 Mar 08 18:54:13.919714 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:13.923995 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850886b-fe84-488c-8b96-efad21acd078 req-8d75e618-f676-4993-a110-5b39de56bfe3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:13.924350 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:53:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:13.924454 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d850886b-fe84-488c-8b96-efad21acd078 req-8d75e618-f676-4993-a110-5b39de56bfe3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0978773 Mar 08 18:54:13.936219 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Request body: {'port': {'device_id': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a', 'admin_state_up': True, 'tenant_id': '01532b1deb4543dbbeb283a1cfa26f28'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:14.035325 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.183165 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:14.213566 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d850886b-fe84-488c-8b96-efad21acd078 req-123bb824-e4da-4218-ad5b-653416c21f3b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738113 Mar 08 18:54:14.233980 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (a81a49dd-76a9-4511-a60f-e23e22e690f7), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.247427 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9533d1cb-da46-4e43-b461-038ebf545b66 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:14.273592 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-76aa6bff-fb58-4aab-b4bb-7e903e3d9120 req-0b0c6247-85e9-4955-9092-c77fbd4b6a52 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0551240 Mar 08 18:54:14.290627 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Made reservation on behalf of 01532b1deb4543dbbeb283a1cfa26f28 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:14.291960 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-2e1aa429-d4e7-406e-ba38-b90274aa6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:14.306763 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-2e1aa429-d4e7-406e-ba38-b90274aa6572 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.3685141 Mar 08 18:54:14.307649 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.307649 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.411195 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-ad262bb4-74ea-4543-a849-e193dd2fbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:14.412947 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-ad262bb4-74ea-4543-a849-e193dd2fbcf7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.1101780 Mar 08 18:54:14.413070 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks [] for security_group (d9838cac-9c03-4cf4-ab03-9c89e248a397), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.415276 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (a81a49dd-76a9-4511-a60f-e23e22e690f7), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.473349 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-073a6773-19c1-4b1e-8a31-c7fcfe1598f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.0513725 Mar 08 18:54:14.491055 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81a49dd-76a9-4511-a60f-e23e22e690f7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:14.539492 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-2ca9a551-b2aa-4e9a-b24c-ce8cff1c85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:14.541433 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-2ca9a551-b2aa-4e9a-b24c-ce8cff1c85c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0601399 Mar 08 18:54:14.556957 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 9533d1cb-da46-4e43-b461-038ebf545b66 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:14.557335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.576185 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d9838cac-9c03-4cf4-ab03-9c89e248a397), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.581674 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-b4bec7c2-b3ad-409e-a17f-5a08fa58f9b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320845 Mar 08 18:54:14.643782 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9838cac-9c03-4cf4-ab03-9c89e248a397,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:14.674724 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.675949 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2aa7507c-9e3c-4202-84a9-54447cd9a78f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8514206 Mar 08 18:54:14.680408 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52460) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:14.687256 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': 'a81a49dd-76a9-4511-a60f-e23e22e690f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:14.707028 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 9533d1cb-da46-4e43-b461-038ebf545b66 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:14.713140 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-e0d5c181-1efc-446a-8947-f5fd69e8a18e service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206303 Mar 08 18:54:14.723404 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:14.740843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Allocated IP 192.168.233.147 (11135c9c-66cc-470f-a7e2-441fac49e69a/26946612-0458-47c9-b22a-de046e64a246/01075ac3-a8b9-42c4-b23f-30bd355f696b) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:14.755074 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:14.755591 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Updating router 945bba46-d960-49e6-b5db-501a5dbbdde9 port ec894021-d98c-4235-9009-dda359da7faf binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:14.794992 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ec894021-d98c-4235-9009-dda359da7faf), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.798676 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (424b8802-f870-43a3-909a-cfbb943a682c), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.858506 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ee3cada-b2e9-4bf5-9c86-e25f5a36b802 req-13d55436-2b0e-444d-a2eb-a711989baa78 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386962 Mar 08 18:54:14.911999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (424b8802-f870-43a3-909a-cfbb943a682c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:14.942209 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks [] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.010995 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (424b8802-f870-43a3-909a-cfbb943a682c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.027401 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424b8802-f870-43a3-909a-cfbb943a682c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.089003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.135760 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Network 11135c9c-66cc-470f-a7e2-441fac49e69a is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:15.144489 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:15.144489 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:15.155605 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.156895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Publish callbacks [] for port (ec894021-d98c-4235-9009-dda359da7faf), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.177176 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-51e7b6c0-27d0-42f9-bd6f-be526d51cb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766068 Mar 08 18:54:15.177176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52482) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:15.177176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': 'a81a49dd-76a9-4511-a60f-e23e22e690f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:15.204651 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Pushing event updated for resources: {'Port': ['ID=01075ac3-a8b9-42c4-b23f-30bd355f696b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.268217 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:15.269205 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.279235 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ec894021-d98c-4235-9009-dda359da7faf), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.420929 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-8cfd55f7-97db-45b1-96ca-b4f8a4f5818c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4672756 Mar 08 18:54:15.421033 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (27d61c2d-d6a0-4c74-8c3c-a297c5646e00), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.421123 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Request body: {'port': {'device_id': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:15.433152 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4407a-c8d0-452c-896b-c9aba844169f None None] Pushing event updated for resources: {'Port': ['ID=ec894021-d98c-4235-9009-dda359da7faf,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.507870 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Attempting to bind port ec894021-d98c-4235-9009-dda359da7faf on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:15.508244 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Attempting to bind port ec894021-d98c-4235-9009-dda359da7faf by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:15.508607 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Attempting to bind port ec894021-d98c-4235-9009-dda359da7faf on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:15.519826 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f7018fdf-2f5d-43ef-8609-5caf0a2d7467 None None] Provisioning complete for port 01075ac3-a8b9-42c4-b23f-30bd355f696b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:15.520384 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f7018fdf-2f5d-43ef-8609-5caf0a2d7467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.522308 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:15.523400 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:15.523642 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.524047 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Bound using segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:15.524532 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Bound port: ec894021-d98c-4235-9009-dda359da7faf, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:15.524905 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ec894021-d98c-4235-9009-dda359da7faf), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.525016 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.535970 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb433d5-3f6f-4830-a693-f8f9a96d2e7a req-682966e1-cb16-449e-adc1-d33a04f52c61 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:15.538095 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5eb433d5-3f6f-4830-a693-f8f9a96d2e7a req-682966e1-cb16-449e-adc1-d33a04f52c61 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.2241902 Mar 08 18:54:15.606902 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f7018fdf-2f5d-43ef-8609-5caf0a2d7467 None None] Port 01075ac3-a8b9-42c4-b23f-30bd355f696b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:15.626387 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cff6-4ec9-48dd-92c0-5c101df5fcea req-941c44bd-36d6-4db4-b665-f39733573eb9 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:15.632310 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6fb1cff6-4ec9-48dd-92c0-5c101df5fcea req-941c44bd-36d6-4db4-b665-f39733573eb9 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 936 time: 0.2204149 Mar 08 18:54:15.680479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] For port ec894021-d98c-4235-9009-dda359da7faf, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:15.684087 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] For port ec894021-d98c-4235-9009-dda359da7faf, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=ec894021-d98c-4235-9009-dda359da7faf,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:15.689201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (27d61c2d-d6a0-4c74-8c3c-a297c5646e00), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.736487 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2d71c4ff-694c-4396-a400-c4d129c30882 None None] Provisioning complete for port ec894021-d98c-4235-9009-dda359da7faf triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:15.737283 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2d71c4ff-694c-4396-a400-c4d129c30882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ec894021-d98c-4235-9009-dda359da7faf), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.755081 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5eb433d5-3f6f-4830-a693-f8f9a96d2e7a req-84aede6b-56bd-4a74-95fc-75b552e028d8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987832 Mar 08 18:54:15.770878 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6fb1cff6-4ec9-48dd-92c0-5c101df5fcea req-f317cff9-0e31-4eca-9aab-f894e63a643b tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112740 Mar 08 18:54:15.779000 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2d71c4ff-694c-4396-a400-c4d129c30882 None None] Port ec894021-d98c-4235-9009-dda359da7faf cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:15.822221 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ec894021-d98c-4235-9009-dda359da7faf), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.867332 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (27d61c2d-d6a0-4c74-8c3c-a297c5646e00), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.890390 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:15.891252 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:53:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:15.909765 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d61c2d-d6a0-4c74-8c3c-a297c5646e00,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.942488 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01075ac3-a8b9-42c4-b23f-30bd355f696b {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:15.943053 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4407a-c8d0-452c-896b-c9aba844169f None None] Pushing event updated for resources: {'Port': ['ID=ec894021-d98c-4235-9009-dda359da7faf,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:15.953654 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Publish callbacks [] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:15.972954 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Transition to ACTIVE for port object 01075ac3-a8b9-42c4-b23f-30bd355f696b will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:54:16.032887 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:16.079184 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.081144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.082421 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-d2fcc02b-fb94-4e86-8516-59ca3eb42a2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9200721 Mar 08 18:54:16.090993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52516) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:16.094072 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:16.154814 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] Provisioning complete for port ec894021-d98c-4235-9009-dda359da7faf triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:16.155143 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ec894021-d98c-4235-9009-dda359da7faf), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.168283 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Pushing event updated for resources: {'Port': ['ID=01075ac3-a8b9-42c4-b23f-30bd355f696b,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:16.262210 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Attempting to bind port 01075ac3-a8b9-42c4-b23f-30bd355f696b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:16.262659 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Attempting to bind port 01075ac3-a8b9-42c4-b23f-30bd355f696b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:16.267935 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Attempting to bind port 01075ac3-a8b9-42c4-b23f-30bd355f696b on network 11135c9c-66cc-470f-a7e2-441fac49e69a {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:16.268900 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Port 01075ac3-a8b9-42c4-b23f-30bd355f696b on network 11135c9c-66cc-470f-a7e2-441fac49e69a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:54:16.269334 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Attempting to bind port 01075ac3-a8b9-42c4-b23f-30bd355f696b on network 11135c9c-66cc-470f-a7e2-441fac49e69a {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:16.276414 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:16.276932 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Checking segment: {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:16.277543 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Bound using segment: {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:16.278714 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Bound port: 01075ac3-a8b9-42c4-b23f-30bd355f696b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cf0b23-eabd-450d-8ac2-1ac68435629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:16.278714 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.324712 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.327812 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] Current status of the port ec894021-d98c-4235-9009-dda359da7faf is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:16.328339 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ec894021-d98c-4235-9009-dda359da7faf), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.400078 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] For port ec894021-d98c-4235-9009-dda359da7faf, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=ec894021-d98c-4235-9009-dda359da7faf,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:16.411797 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] For port 01075ac3-a8b9-42c4-b23f-30bd355f696b, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:16.420187 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] For port 01075ac3-a8b9-42c4-b23f-30bd355f696b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01075ac3-a8b9-42c4-b23f-30bd355f696b,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:16.484527 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.486390 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:15Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:16.522923 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c8d13-32b1-4a09-9f3e-ceaf4262188c None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:15Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:16.545263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ec894021-d98c-4235-9009-dda359da7faf), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.604369 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.620230 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554bf1c-d4c4-40d1-b65f-5b032bbc5343 None None] Pushing event updated for resources: {'Port': ['ID=ec894021-d98c-4235-9009-dda359da7faf,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:16.676250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.676997 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.678551 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] 10.222.0.77 "PUT /v2.0/ports/01075ac3-a8b9-42c4-b23f-30bd355f696b HTTP/1.1" status: 200 len: 1098 time: 1.2754560 Mar 08 18:54:16.679821 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'tag': '01075ac3-a8b9-42c4-b23f-30bd355f696b'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:16.682575 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075de380-f2c9-47f1-b484-5c2bfbfe361c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9c43be-dc57-4bf8-bb93-27906f24a1fd", "tag": "01075ac3-a8b9-42c4-b23f-30bd355f696b"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:16.717882 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fd1fb-d402-4348-8be7-7ca427dd16fc service neutron] Pushing event updated for resources: {'Port': ['ID=01075ac3-a8b9-42c4-b23f-30bd355f696b,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:16.719066 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.27.0.181 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/7ad98055-81bc-4c03-ad23-b64347d96f4a) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:16.756384 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b49e198-7d58-49bd-bb3d-a70a60f1792d x-openstack-request-id: req-8b49e198-7d58-49bd-bb3d-a70a60f1792d {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:16.757477 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9c43be-dc57-4bf8-bb93-27906f24a1fd", "tag": "01075ac3-a8b9-42c4-b23f-30bd355f696b", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:16.758173 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b49e198-7d58-49bd-bb3d-a70a60f1792d {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:16.758794 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'tag': '01075ac3-a8b9-42c4-b23f-30bd355f696b', 'status': 'completed', 'code': 200} Mar 08 18:54:16.894147 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de380-f2c9-47f1-b484-5c2bfbfe361c req-d68012a4-09a7-4edd-88c4-ea8b7e94adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:16.895892 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-075de380-f2c9-47f1-b484-5c2bfbfe361c req-d68012a4-09a7-4edd-88c4-ea8b7e94adfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 1132 time: 0.1216190 Mar 08 18:54:16.938119 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:16.963852 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-075de380-f2c9-47f1-b484-5c2bfbfe361c req-cc9eacca-5505-479c-a8b8-d3e8fda6ddc0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592926 Mar 08 18:54:17.087353 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107705b4-f6f0-4665-9295-7156017b7bd2 req-7f73aab8-bea5-4e3a-a583-3b1d228b1f5a tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.098561 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-107705b4-f6f0-4665-9295-7156017b7bd2 req-7f73aab8-bea5-4e3a-a583-3b1d228b1f5a tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 948 time: 0.1872711 Mar 08 18:54:17.231506 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de380-f2c9-47f1-b484-5c2bfbfe361c req-b514424e-47fe-4554-af19-2dfe7bf812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.233106 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-075de380-f2c9-47f1-b484-5c2bfbfe361c req-b514424e-47fe-4554-af19-2dfe7bf812fe service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603788 Mar 08 18:54:17.338765 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-6ff0bd71-cc83-4d1c-9cd5-c2b543687d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.340440 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-6ff0bd71-cc83-4d1c-9cd5-c2b543687d2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 1132 time: 0.0582392 Mar 08 18:54:17.383272 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.391533 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-cc3f0ae1-2938-4dc8-b533-fef0fe4aa7c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=01075ac3-a8b9-42c4-b23f-30bd355f696b HTTP/1.1" status: 200 len: 217 time: 0.0382035 Mar 08 18:54:17.393106 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1e054-2bb2-4500-859c-b7010aee31c6 req-281d815b-ecca-4d0a-9d27-b80d3f92fa21 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.394654 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1db1e054-2bb2-4500-859c-b7010aee31c6 req-281d815b-ecca-4d0a-9d27-b80d3f92fa21 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.4824362 Mar 08 18:54:17.451460 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-3b5f7922-0fcd-4d0d-8bdd-9dc8909a037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.453317 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-3b5f7922-0fcd-4d0d-8bdd-9dc8909a037a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=26946612-0458-47c9-b22a-de046e64a246 HTTP/1.1" status: 200 len: 843 time: 0.0561013 Mar 08 18:54:17.468979 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:17.481056 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:17.506262 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-107705b4-f6f0-4665-9295-7156017b7bd2 req-9a3aaab5-a426-4cd5-a6a9-2ecee8bf3498 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980994 Mar 08 18:54:17.510273 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:17.516232 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=7ad98055-81bc-4c03-ad23-b64347d96f4a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:17.517931 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-329d2169-1be5-4cde-a71e-31f12c3e47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:17.519568 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-329d2169-1be5-4cde-a71e-31f12c3e47a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=11135c9c-66cc-470f-a7e2-441fac49e69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0596225 Mar 08 18:54:17.592654 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1db1e054-2bb2-4500-859c-b7010aee31c6 req-76bbc16d-74ee-4317-ac3c-83d3b516e650 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720803 Mar 08 18:54:17.640817 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (e5aeac8b-436b-42d8-ab29-65d37b6963ad), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.641014 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-785ae147-f5ab-423f-a166-392791eaa96c service neutron] 10.222.0.77 "GET /v2.0/networks/11135c9c-66cc-470f-a7e2-441fac49e69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116941 Mar 08 18:54:17.758037 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0a479d3e-ab36-4838-885b-8551f79be6f6 req-999184d5-0cbd-4fa8-ac96-198b33da7405 service neutron] 10.222.0.77 "GET /v2.0/networks/11135c9c-66cc-470f-a7e2-441fac49e69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082985 Mar 08 18:54:17.808466 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:17.916088 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:17.988586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.044017 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ece1981e-d604-4b5d-a4c6-fe8705717660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.121042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.175829 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ece1981e-d604-4b5d-a4c6-fe8705717660 admin admin] Publish callbacks [] for security_group (2d55eb57-9105-4e34-ba07-c9cb168985b4), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.178735 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (e5aeac8b-436b-42d8-ab29-65d37b6963ad), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.200095 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=7ad98055-81bc-4c03-ad23-b64347d96f4a,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:18.215913 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device ec894021-d98c-4235-9009-dda359da7faf up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:18.265447 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port ec894021-d98c-4235-9009-dda359da7faf triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:18.265816 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ec894021-d98c-4235-9009-dda359da7faf), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.277005 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ece1981e-d604-4b5d-a4c6-fe8705717660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2d55eb57-9105-4e34-ba07-c9cb168985b4), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.322701 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ece1981e-d604-4b5d-a4c6-fe8705717660 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46a52b33a6574e01b7ae2ad06314dd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055674 Mar 08 18:54:18.323598 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1981e-d604-4b5d-a4c6-fe8705717660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55eb57-9105-4e34-ba07-c9cb168985b4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:18.325484 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52588) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:18.354738 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port ec894021-d98c-4235-9009-dda359da7faf is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:18.372345 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.373597 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-cd6900cd-6618-4256-92ba-d281f7e553bd tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2852950 Mar 08 18:54:18.380905 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-100b4318-023f-4541-81a8-48a1621ee47c admin admin] Publish callbacks [] for security_group (2d55eb57-9105-4e34-ba07-c9cb168985b4), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.403411 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-100b4318-023f-4541-81a8-48a1621ee47c admin admin] Publish callbacks [] for security_group (2d55eb57-9105-4e34-ba07-c9cb168985b4), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.623047 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-e6b50e2c-baf8-454a-9785-c4b08cfd6c94 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--625472921&fields=id&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 267 time: 0.0706017 Mar 08 18:54:18.649586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f54a33-8ca2-40f4-9b09-f5faf3ad2659 req-ae0dc554-19b0-48ff-8367-0cf808503b24 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:18.651100 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f6f54a33-8ca2-40f4-9b09-f5faf3ad2659 req-ae0dc554-19b0-48ff-8367-0cf808503b24 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 948 time: 0.0922053 Mar 08 18:54:18.667742 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-100b4318-023f-4541-81a8-48a1621ee47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2d55eb57-9105-4e34-ba07-c9cb168985b4), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.670656 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-100b4318-023f-4541-81a8-48a1621ee47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:18.671794 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-100b4318-023f-4541-81a8-48a1621ee47c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d55eb57-9105-4e34-ba07-c9cb168985b4 HTTP/1.1" status: 204 len: 168 time: 0.3452411 Mar 08 18:54:18.680394 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b4318-023f-4541-81a8-48a1621ee47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55eb57-9105-4e34-ba07-c9cb168985b4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:18.756674 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f6f54a33-8ca2-40f4-9b09-f5faf3ad2659 req-fa732035-4355-4278-8283-56d758d7a9a2 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958030 Mar 08 18:54:18.779354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-2ad9539e-ea00-449c-9aa6-458e90148389 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:18.781153 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-2ad9539e-ea00-449c-9aa6-458e90148389 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1508124 Mar 08 18:54:18.796470 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-4d934c07-61b8-48c5-bd28-d2f8aef2f3eb tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/quotas/ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 375 time: 0.0100582 Mar 08 18:54:18.883499 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-c42f9767-e834-4358-9d38-11461a086cf3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806158 Mar 08 18:54:18.902515 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe777395-3cf6-4222-89a2-db6975404d7f req-23215dab-435a-434d-b023-914f1b89a849 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:18.904331 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fe777395-3cf6-4222-89a2-db6975404d7f req-23215dab-435a-434d-b023-914f1b89a849 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0751159 Mar 08 18:54:18.975354 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fe777395-3cf6-4222-89a2-db6975404d7f req-dbbb89c5-de2e-4136-a2b5-7103c4ff5bb1 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640213 Mar 08 18:54:19.049776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-7b50003d-2868-4a91-aa80-de8d6e8c8c1b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:54:19.050859 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-7b50003d-2868-4a91-aa80-de8d6e8c8c1b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0445855 Mar 08 18:54:19.152209 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-846a1131-5e25-4d41-982c-d0f4962c2dc5 service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Mar 08 18:54:19.249226 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-4dc314cd-e994-4ab2-90bd-7db5f0180cc0 service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908496 Mar 08 18:54:19.616581 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52634) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:19.632550 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4db8588a-140c-4eeb-8666-f69ff09b26ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:19.663459 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1e0dde61-1295-4f5e-8356-a2ac9711fdb5 req-c862460f-2fdf-47ee-b754-a12a92ee64d6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0334187 Mar 08 18:54:19.747727 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4db8588a-140c-4eeb-8666-f69ff09b26ad admin admin] Publish callbacks [] for security_group (156a9447-15bd-499a-aa94-ce582239c017), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:19.854583 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4db8588a-140c-4eeb-8666-f69ff09b26ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (156a9447-15bd-499a-aa94-ce582239c017), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:19.908097 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4db8588a-140c-4eeb-8666-f69ff09b26ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=471c274c0368441383b91e1eefa5ccb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895026 Mar 08 18:54:19.908097 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8588a-140c-4eeb-8666-f69ff09b26ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a9447-15bd-499a-aa94-ce582239c017,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:19.911112 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52646) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:19.927138 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a1e55-7d82-414c-8320-9d7bab0b4d3e req-b10c6bbe-b31a-4e83-af3a-7ff0a973c2a4 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:19.928686 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-021a1e55-7d82-414c-8320-9d7bab0b4d3e req-b10c6bbe-b31a-4e83-af3a-7ff0a973c2a4 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 948 time: 0.1042230 Mar 08 18:54:19.970492 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-808ddf80-a530-40fc-8937-120907e44eee admin admin] Publish callbacks [] for security_group (156a9447-15bd-499a-aa94-ce582239c017), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:19.978520 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-021a1e55-7d82-414c-8320-9d7bab0b4d3e req-2238643b-5aa4-49dc-9504-d4aefa08407c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Mar 08 18:54:19.992642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-808ddf80-a530-40fc-8937-120907e44eee admin admin] Publish callbacks [] for security_group (156a9447-15bd-499a-aa94-ce582239c017), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.086970 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52652) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:20.114755 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ae5e2-1d09-4441-b62f-d82a68be2171 req-f3df2f14-dc00-417b-837d-2f528e19bea5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:20.116708 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ef2ae5e2-1d09-4441-b62f-d82a68be2171 req-f3df2f14-dc00-417b-837d-2f528e19bea5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0640347 Mar 08 18:54:20.165418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-808ddf80-a530-40fc-8937-120907e44eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (156a9447-15bd-499a-aa94-ce582239c017), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.166514 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ef2ae5e2-1d09-4441-b62f-d82a68be2171 req-4c3f9133-1308-462e-822f-e26c515e268b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Mar 08 18:54:20.168644 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-808ddf80-a530-40fc-8937-120907e44eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.170671 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-808ddf80-a530-40fc-8937-120907e44eee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/156a9447-15bd-499a-aa94-ce582239c017 HTTP/1.1" status: 204 len: 168 time: 0.2584505 Mar 08 18:54:20.189558 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ddf80-a530-40fc-8937-120907e44eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a9447-15bd-499a-aa94-ce582239c017,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:20.206128 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-838d39a0-db2a-4415-a23f-d37127b0c2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.295013 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-838d39a0-db2a-4415-a23f-d37127b0c2de admin admin] Publish callbacks [] for security_group (da8c759c-a891-4983-874c-af7a3e961a8c), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.437140 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-838d39a0-db2a-4415-a23f-d37127b0c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (da8c759c-a891-4983-874c-af7a3e961a8c), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.476743 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-838d39a0-db2a-4415-a23f-d37127b0c2de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ec73448745fb4cd5a6c4364e5ca844de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885844 Mar 08 18:54:20.478753 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d39a0-db2a-4415-a23f-d37127b0c2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c759c-a891-4983-874c-af7a3e961a8c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:20.479484 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52662) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:20.530668 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e750daf-ee42-4c47-8d58-f655b978d771 admin admin] Publish callbacks [] for security_group (da8c759c-a891-4983-874c-af7a3e961a8c), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.556470 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e750daf-ee42-4c47-8d58-f655b978d771 admin admin] Publish callbacks [] for security_group (da8c759c-a891-4983-874c-af7a3e961a8c), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.705435 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e750daf-ee42-4c47-8d58-f655b978d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (da8c759c-a891-4983-874c-af7a3e961a8c), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.708216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6e750daf-ee42-4c47-8d58-f655b978d771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:20.710948 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6e750daf-ee42-4c47-8d58-f655b978d771 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da8c759c-a891-4983-874c-af7a3e961a8c HTTP/1.1" status: 204 len: 168 time: 0.2288663 Mar 08 18:54:20.731165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e750daf-ee42-4c47-8d58-f655b978d771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c759c-a891-4983-874c-af7a3e961a8c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:20.765351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8afb1ee1-358f-4074-aff0-a711679fb239 req-1146c304-23a9-4db4-bf8a-8921caa65fc2 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0512023 Mar 08 18:54:21.055233 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 01075ac3-a8b9-42c4-b23f-30bd355f696b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:54:21.136724 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38320a-ea7e-4364-b8e5-87b1e5803bc6 req-bc22c793-5bad-49fe-9c45-3b4a5893a1d1 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:21.144446 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0f38320a-ea7e-4364-b8e5-87b1e5803bc6 req-bc22c793-5bad-49fe-9c45-3b4a5893a1d1 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 948 time: 0.0889523 Mar 08 18:54:21.209111 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 01075ac3-a8b9-42c4-b23f-30bd355f696b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01075ac3-a8b9-42c4-b23f-30bd355f696b,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:21.213070 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '01075ac3-a8b9-42c4-b23f-30bd355f696b', 'network_id': '11135c9c-66cc-470f-a7e2-441fac49e69a', 'port_id': '01075ac3-a8b9-42c4-b23f-30bd355f696b', 'mac_address': 'fa:16:3e:96:2d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26946612-0458-47c9-b22a-de046e64a246', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:54:21.242419 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0f38320a-ea7e-4364-b8e5-87b1e5803bc6 req-6e1ab5b2-24f7-40d0-9fd6-8b5e4bd18adb tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Mar 08 18:54:21.333535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 01075ac3-a8b9-42c4-b23f-30bd355f696b is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:21.333535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.333535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01075ac3-a8b9-42c4-b23f-30bd355f696b {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:21.333535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 01075ac3-a8b9-42c4-b23f-30bd355f696b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01075ac3-a8b9-42c4-b23f-30bd355f696b,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:21.334610 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330631-ec32-4f84-9b01-6576af890f2d req-8ede5da6-226d-476d-9240-c9c7f026b4f9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:21.334610 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-84330631-ec32-4f84-9b01-6576af890f2d req-8ede5da6-226d-476d-9240-c9c7f026b4f9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0543058 Mar 08 18:54:21.376720 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-84330631-ec32-4f84-9b01-6576af890f2d req-61d557b4-238d-44dc-9363-252e49072204 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Mar 08 18:54:21.628013 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.628661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.682816 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=01075ac3-a8b9-42c4-b23f-30bd355f696b,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:21.839189 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:21.852976 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e36a99d-e16f-4f7e-bc65-cc61210a916d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:21.858798 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cb41094e-ccff-4727-94ff-1d9c2c85aa9b req-bf0c1546-8c57-4685-85f4-63fc84242339 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0271809 Mar 08 18:54:21.931562 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e36a99d-e16f-4f7e-bc65-cc61210a916d admin admin] Publish callbacks [] for security_group (29cac41a-39b7-4d8f-ab93-fa0a725fcb5e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.061485 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e36a99d-e16f-4f7e-bc65-cc61210a916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (29cac41a-39b7-4d8f-ab93-fa0a725fcb5e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.103487 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a99d-e16f-4f7e-bc65-cc61210a916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cac41a-39b7-4d8f-ab93-fa0a725fcb5e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:22.111329 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6e36a99d-e16f-4f7e-bc65-cc61210a916d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=645a5b6d487f46cdb395fb794f01f705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687349 Mar 08 18:54:22.111811 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52728) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:22.160165 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37ac12cf-e5ab-48a2-8828-f2f6011d606e admin admin] Publish callbacks [] for security_group (29cac41a-39b7-4d8f-ab93-fa0a725fcb5e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.182550 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37ac12cf-e5ab-48a2-8828-f2f6011d606e admin admin] Publish callbacks [] for security_group (29cac41a-39b7-4d8f-ab93-fa0a725fcb5e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.353351 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc94ec4-14e9-4390-b642-e7951eac7688 req-09ee4149-66d0-4ada-9437-9250c3be07c4 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:22.353351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1fc94ec4-14e9-4390-b642-e7951eac7688 req-09ee4149-66d0-4ada-9437-9250c3be07c4 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 949 time: 0.0533793 Mar 08 18:54:22.379562 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37ac12cf-e5ab-48a2-8828-f2f6011d606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (29cac41a-39b7-4d8f-ab93-fa0a725fcb5e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.382353 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37ac12cf-e5ab-48a2-8828-f2f6011d606e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.383547 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-37ac12cf-e5ab-48a2-8828-f2f6011d606e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/29cac41a-39b7-4d8f-ab93-fa0a725fcb5e HTTP/1.1" status: 204 len: 168 time: 0.2710845 Mar 08 18:54:22.392426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac12cf-e5ab-48a2-8828-f2f6011d606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cac41a-39b7-4d8f-ab93-fa0a725fcb5e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:22.401969 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1fc94ec4-14e9-4390-b642-e7951eac7688 req-49dfeb0a-033e-4d00-8a8c-bdcbb4a4db6b tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Mar 08 18:54:22.552792 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d14364-2575-429a-b45e-31f042b27ec2 req-c23f3b71-d80d-4b25-a4cc-de4fe534aa79 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:22.554305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-63d14364-2575-429a-b45e-31f042b27ec2 req-c23f3b71-d80d-4b25-a4cc-de4fe534aa79 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0524893 Mar 08 18:54:22.607080 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-63d14364-2575-429a-b45e-31f042b27ec2 req-170ceae2-7ad2-4581-8862-61982aa9747e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467055 Mar 08 18:54:22.642262 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22bf4da4-93e8-4758-b9fe-9563047a633d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:22.957201 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c4cd63a2-23aa-40d1-a8aa-01e654a0d896 req-a777d3e2-7f72-4591-8833-9b815609d802 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0293484 Mar 08 18:54:23.543373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc8f3e-8349-4c65-8928-047331e945d4 req-c6b95c68-e958-4f1d-8bdc-bbc66ba802ca tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:23.544870 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a8cc8f3e-8349-4c65-8928-047331e945d4 req-c6b95c68-e958-4f1d-8bdc-bbc66ba802ca tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 949 time: 0.0580282 Mar 08 18:54:23.592932 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a8cc8f3e-8349-4c65-8928-047331e945d4 req-c47a9110-5882-4745-ae5c-69266585dc66 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Mar 08 18:54:23.729465 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41d1ee-1496-4ea3-91b4-e7dae87aece0 req-45654d58-1c02-46d9-a5dc-39e9a29a8fa7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:23.731022 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f41d1ee-1496-4ea3-91b4-e7dae87aece0 req-45654d58-1c02-46d9-a5dc-39e9a29a8fa7 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0556493 Mar 08 18:54:23.781787 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f41d1ee-1496-4ea3-91b4-e7dae87aece0 req-ce0480ab-ebe4-42ea-9a53-984922460bf3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Mar 08 18:54:24.059565 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7ab27470-91d2-4494-b213-06447066406e req-18feac09-e1a8-4815-9d6d-7d8cfded74d8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0271971 Mar 08 18:54:24.261575 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['01075ac3-a8b9-42c4-b23f-30bd355f696b'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:24.723541 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f4dca-7dfa-4a44-bbcc-a835c954eaea req-e99f0170-141b-447e-a490-709c5f0fd0ed tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:24.723541 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a49f4dca-7dfa-4a44-bbcc-a835c954eaea req-e99f0170-141b-447e-a490-709c5f0fd0ed tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 949 time: 0.0564835 Mar 08 18:54:24.768653 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a49f4dca-7dfa-4a44-bbcc-a835c954eaea req-91c8623b-1a39-4495-bb98-7b4134d8244f tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Mar 08 18:54:24.903671 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5abf1-3c64-41cc-a9a7-bd53508cf4aa req-939ce907-7f06-481e-a1b0-9fc8d23b1f78 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:24.906123 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9ae5abf1-3c64-41cc-a9a7-bd53508cf4aa req-939ce907-7f06-481e-a1b0-9fc8d23b1f78 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0550413 Mar 08 18:54:24.956799 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3d40367a-8055-4ca4-9cfe-8707cfcef614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:24.958266 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9ae5abf1-3c64-41cc-a9a7-bd53508cf4aa req-5d7ffa67-4cd3-4cc8-9345-9399e4640231 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463431 Mar 08 18:54:25.153545 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aaa62342-17e3-4581-946b-b07bc7dfd66b req-adb652b4-4de2-45f7-b553-7564f156467e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0275605 Mar 08 18:54:25.304828 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-7ecb5ab1-a00c-4d60-acfa-3fff72771871 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:25.306411 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-7ecb5ab1-a00c-4d60-acfa-3fff72771871 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1160686 Mar 08 18:54:25.369254 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-eeb3edcf-1611-483e-baa9-bc09c32669a3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 379 time: 0.0526035 Mar 08 18:54:25.378274 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'port': {'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'admin_state_up': True, 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'security_groups': ['a81a49dd-76a9-4511-a60f-e23e22e690f7']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:25.672843 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Made reservation on behalf of ae82254067dd4b5a80dc0c0084229ab6 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:25.676292 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:25.820833 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.20.0.6 (288a8c8e-914f-4253-a63a-2438afdbc035/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a/49cab162-3fca-4577-bcc2-bc17d1327f36) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:25.919774 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0975a-e3b6-4090-a9e3-9b0d55a0f8a3 req-15d8ef1a-4922-4240-9ed5-e7a847725124 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:25.922360 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15f0975a-e3b6-4090-a9e3-9b0d55a0f8a3 req-15d8ef1a-4922-4240-9ed5-e7a847725124 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 949 time: 0.0811946 Mar 08 18:54:25.981586 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 01075ac3-a8b9-42c4-b23f-30bd355f696b up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:26.008243 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15f0975a-e3b6-4090-a9e3-9b0d55a0f8a3 req-41614865-f3bd-40b4-a1af-bd87c2a7fc0b tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755317 Mar 08 18:54:26.041177 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.148983 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7f34-f01c-4814-8399-e719b97b0d4d req-8c1c1cc5-dc48-4c38-8a66-79808eb99acb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:26.153223 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e3a7f34-f01c-4814-8399-e719b97b0d4d req-8c1c1cc5-dc48-4c38-8a66-79808eb99acb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0695591 Mar 08 18:54:26.159989 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 01075ac3-a8b9-42c4-b23f-30bd355f696b completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:54:26.161643 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.165566 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.167270 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 01075ac3-a8b9-42c4-b23f-30bd355f696b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:26.167854 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.227605 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e3a7f34-f01c-4814-8399-e719b97b0d4d req-0a1badee-9d62-4b92-88c4-44a6c2ca5fb6 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689423 Mar 08 18:54:26.294365 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:26.316259 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:26.334790 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:26.342444 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 01075ac3-a8b9-42c4-b23f-30bd355f696b is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:26.343037 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.394720 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92686101-b731-4391-a968-22254220e66d req-559ef880-e542-4531-8b93-c3bcef3b4571 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:26.401549 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-92686101-b731-4391-a968-22254220e66d req-559ef880-e542-4531-8b93-c3bcef3b4571 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 931 time: 0.1158547 Mar 08 18:54:26.404156 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01075ac3-a8b9-42c4-b23f-30bd355f696b'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:26.406662 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e0f93f-9c74-4488-b0f4-b5ff62bb5163" -d '{"events": [{"server_uuid": "8a9c43be-dc57-4bf8-bb93-27906f24a1fd", "name": "network-vif-plugged", "status": "completed", "tag": "01075ac3-a8b9-42c4-b23f-30bd355f696b"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:26.408815 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=49cab162-3fca-4577-bcc2-bc17d1327f36,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:26.446866 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 01075ac3-a8b9-42c4-b23f-30bd355f696b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01075ac3-a8b9-42c4-b23f-30bd355f696b,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:26.469739 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:26.472243 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.530017 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3040bd07-eb83-4e09-85bf-2708a9122018 x-openstack-request-id: req-3040bd07-eb83-4e09-85bf-2708a9122018 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:26.530017 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9c43be-dc57-4bf8-bb93-27906f24a1fd", "name": "network-vif-plugged", "status": "completed", "tag": "01075ac3-a8b9-42c4-b23f-30bd355f696b", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:26.530017 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3040bd07-eb83-4e09-85bf-2708a9122018 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:26.530017 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01075ac3-a8b9-42c4-b23f-30bd355f696b', 'code': 200} Mar 08 18:54:26.557185 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-92686101-b731-4391-a968-22254220e66d req-a167a922-90b7-43ed-a6d2-4058789e52c8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539874 Mar 08 18:54:26.580439 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cd52-7c39-4747-b97a-e7318d9fd392 req-f98cc480-19ab-4dc8-b629-dff9670e934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:26.582174 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6cc3cd52-7c39-4747-b97a-e7318d9fd392 req-f98cc480-19ab-4dc8-b629-dff9670e934e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0992217 Mar 08 18:54:26.587649 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.604419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52884) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:26.630658 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a752a4fa-6435-4e47-8074-5c2777336464 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2559438 Mar 08 18:54:26.642464 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Request body: {'port': {'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:26.666880 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6cc3cd52-7c39-4747-b97a-e7318d9fd392 req-b53d07c6-8756-4d4f-8331-529e37eb47d4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750840 Mar 08 18:54:26.667964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=01075ac3-a8b9-42c4-b23f-30bd355f696b,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:26.718600 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.758543 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9d7c7635-f48c-418c-851a-bb4bf0cd8e43 None None] Provisioning complete for port 49cab162-3fca-4577-bcc2-bc17d1327f36 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:26.759128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d7c7635-f48c-418c-851a-bb4bf0cd8e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.766349 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-642bd5c8-0250-4370-aa55-c29c559ff4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:26.818137 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c7635-f48c-418c-851a-bb4bf0cd8e43 None None] Port 49cab162-3fca-4577-bcc2-bc17d1327f36 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:26.995031 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19187ee-2f40-4e2f-b2b2-9b1a9001adc6 req-17e597b5-0d0e-4e74-b0cc-84b4fc096abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:26.996584 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d19187ee-2f40-4e2f-b2b2-9b1a9001adc6 req-17e597b5-0d0e-4e74-b0cc-84b4fc096abb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 1134 time: 0.0545485 Mar 08 18:54:27.005344 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-642bd5c8-0250-4370-aa55-c29c559ff4a9 admin admin] Publish callbacks [] for security_group (8dffc47e-e7f6-4d0a-87f4-5411693c9841), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.042226 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d19187ee-2f40-4e2f-b2b2-9b1a9001adc6 req-2a243650-2718-45b0-9578-1f0575f76b13 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Mar 08 18:54:27.067812 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cab162-3fca-4577-bcc2-bc17d1327f36 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:27.077746 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Publish callbacks [] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.087635 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-642bd5c8-0250-4370-aa55-c29c559ff4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (8dffc47e-e7f6-4d0a-87f4-5411693c9841), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.125367 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Transition to ACTIVE for port object 49cab162-3fca-4577-bcc2-bc17d1327f36 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:54:27.141510 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bd5c8-0250-4370-aa55-c29c559ff4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dffc47e-e7f6-4d0a-87f4-5411693c9841,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:27.146089 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-642bd5c8-0250-4370-aa55-c29c559ff4a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73eaa79d8d494045aec067b3511a3c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406463 Mar 08 18:54:27.150497 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52894) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:27.150901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cb528-7aac-451a-a70c-1a99b0e78d12 req-a2c96b1b-0689-4b51-8f92-c20aab5845c2 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.157647 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-769cb528-7aac-451a-a70c-1a99b0e78d12 req-a2c96b1b-0689-4b51-8f92-c20aab5845c2 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0666094 Mar 08 18:54:27.209550 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57fa003f-7e85-48bd-9cad-906dd1c6faec admin admin] Publish callbacks [] for security_group (8dffc47e-e7f6-4d0a-87f4-5411693c9841), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.222100 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-769cb528-7aac-451a-a70c-1a99b0e78d12 req-68c66902-67dd-4871-957b-37cccdcc455c tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602846 Mar 08 18:54:27.233500 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57fa003f-7e85-48bd-9cad-906dd1c6faec admin admin] Publish callbacks [] for security_group (8dffc47e-e7f6-4d0a-87f4-5411693c9841), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.273557 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.361594 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=49cab162-3fca-4577-bcc2-bc17d1327f36,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:27.395411 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b1bbf-6314-4511-874a-5076e1b0f651 req-450bb47d-9b3f-4a07-a722-f4c326663ccf tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.397304 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ac4b1bbf-6314-4511-874a-5076e1b0f651 req-450bb47d-9b3f-4a07-a722-f4c326663ccf tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1018672 Mar 08 18:54:27.418664 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57fa003f-7e85-48bd-9cad-906dd1c6faec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (8dffc47e-e7f6-4d0a-87f4-5411693c9841), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.422591 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57fa003f-7e85-48bd-9cad-906dd1c6faec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.426213 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-57fa003f-7e85-48bd-9cad-906dd1c6faec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8dffc47e-e7f6-4d0a-87f4-5411693c9841 HTTP/1.1" status: 204 len: 168 time: 0.2722726 Mar 08 18:54:27.445236 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.449404 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa003f-7e85-48bd-9cad-906dd1c6faec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dffc47e-e7f6-4d0a-87f4-5411693c9841,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:27.453549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Attempting to bind port 49cab162-3fca-4577-bcc2-bc17d1327f36 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:27.453942 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Attempting to bind port 49cab162-3fca-4577-bcc2-bc17d1327f36 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:27.454441 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Attempting to bind port 49cab162-3fca-4577-bcc2-bc17d1327f36 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:27.462093 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Port 49cab162-3fca-4577-bcc2-bc17d1327f36 on network 288a8c8e-914f-4253-a63a-2438afdbc035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:54:27.462093 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Attempting to bind port 49cab162-3fca-4577-bcc2-bc17d1327f36 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:27.469737 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:27.470177 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:27.470514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Bound using segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:27.470960 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Bound port: 49cab162-3fca-4577-bcc2-bc17d1327f36, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:27.471841 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.500992 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ac4b1bbf-6314-4511-874a-5076e1b0f651 req-5e875474-3f3b-4d6b-80fd-9a5a3ea13d60 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857134 Mar 08 18:54:27.558463 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] For port 49cab162-3fca-4577-bcc2-bc17d1327f36, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:27.562328 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] For port 49cab162-3fca-4577-bcc2-bc17d1327f36, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=49cab162-3fca-4577-bcc2-bc17d1327f36,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:27.645250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.682080 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.682806 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:27.684303 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] 10.222.0.77 "PUT /v2.0/ports/49cab162-3fca-4577-bcc2-bc17d1327f36 HTTP/1.1" status: 200 len: 1093 time: 1.0467861 Mar 08 18:54:27.684865 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:27.687216 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795" -d '{"events": [{"name": "network-changed", "server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:27.730670 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53e92d-e180-432c-9356-bdd998f4cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=49cab162-3fca-4577-bcc2-bc17d1327f36,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:27.749667 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf426c-4c20-4e65-8aea-15cefb21b462 x-openstack-request-id: req-7acf426c-4c20-4e65-8aea-15cefb21b462 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:27.750128 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:27.750449 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7acf426c-4c20-4e65-8aea-15cefb21b462 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:27.750850 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'status': 'completed', 'code': 200} Mar 08 18:54:27.752959 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d8f78-8af6-4c5d-8411-a6cf7a1c1ca5 req-cc372b55-f08e-42eb-aaba-90bc6107b5de tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.761956 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fd2d8f78-8af6-4c5d-8411-a6cf7a1c1ca5 req-cc372b55-f08e-42eb-aaba-90bc6107b5de tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 943 time: 0.1222239 Mar 08 18:54:27.845629 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795 req-ca9e1262-d5d7-4d3f-9c0d-034a1460490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.847342 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795 req-ca9e1262-d5d7-4d3f-9c0d-034a1460490a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 1127 time: 0.0584307 Mar 08 18:54:27.855678 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fd2d8f78-8af6-4c5d-8411-a6cf7a1c1ca5 req-a132472e-9ef8-449b-8f4a-14b0efc75f4d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927973 Mar 08 18:54:27.965893 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795 req-8315e1e0-7b8d-4810-b0cf-147cf9fd5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:27.971189 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795 req-8315e1e0-7b8d-4810-b0cf-147cf9fd5e95 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1107199 Mar 08 18:54:28.107646 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795 req-840994aa-a049-43cc-ac59-ad50cc0cf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.109434 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d42bdf7a-8d61-4f55-9d44-40ae3e7fe795 req-840994aa-a049-43cc-ac59-ad50cc0cf2bb service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315455 Mar 08 18:54:28.244003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a62e51ea-a1d2-43cf-99b2-6174fc9167b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.245544 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a62e51ea-a1d2-43cf-99b2-6174fc9167b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 1127 time: 0.0478723 Mar 08 18:54:28.300951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52932) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:28.330260 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fddf74de-4011-4ebf-b5a9-453d1a2b832c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.343629 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-1034e8b9-226f-41f2-a017-c21ba31f74d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49cab162-3fca-4577-bcc2-bc17d1327f36 HTTP/1.1" status: 200 len: 217 time: 0.0574698 Mar 08 18:54:28.417474 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-c14bf4f8-9be8-4b7a-a029-836a1bce31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.420672 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-c14bf4f8-9be8-4b7a-a029-836a1bce31e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.0558701 Mar 08 18:54:28.424543 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60dd3b-349a-4ebb-8629-43a2c2881bf9 req-85a0c839-1917-482d-8d75-d8232c10cbf1 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.426082 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cb60dd3b-349a-4ebb-8629-43a2c2881bf9 req-85a0c839-1917-482d-8d75-d8232c10cbf1 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0855587 Mar 08 18:54:28.488424 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fddf74de-4011-4ebf-b5a9-453d1a2b832c admin admin] Publish callbacks [] for security_group (656255cb-c421-4d4b-9705-3064cfa9132f), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.489190 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-8b4f3e15-ef7f-497f-a56b-0ce004c0dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.491614 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-8b4f3e15-ef7f-497f-a56b-0ce004c0dc80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554059 Mar 08 18:54:28.504779 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cb60dd3b-349a-4ebb-8629-43a2c2881bf9 req-e0adf16a-9d51-4ab4-a773-7226cb6641ac tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704243 Mar 08 18:54:28.589586 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-a30da8c9-1b44-4371-b34d-e76cf9adf57a service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900049 Mar 08 18:54:28.613351 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55265983-97d7-418f-8f3b-86e4e7e955f0 req-f937ed3f-04b2-4fcc-a01c-365454770ca2 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:28.615116 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-55265983-97d7-418f-8f3b-86e4e7e955f0 req-f937ed3f-04b2-4fcc-a01c-365454770ca2 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0540960 Mar 08 18:54:28.657824 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fddf74de-4011-4ebf-b5a9-453d1a2b832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (656255cb-c421-4d4b-9705-3064cfa9132f), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.690192 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-55265983-97d7-418f-8f3b-86e4e7e955f0 req-2e5b9fac-5e72-4aad-9870-fa206be15aec tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682020 Mar 08 18:54:28.700969 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5b06eb26-8b50-4ab4-9f42-3bd9c14cfcc9 req-347b1d9b-9ccd-4855-8fff-68410a6bd99b service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041977 Mar 08 18:54:28.713113 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-fddf74de-4011-4ebf-b5a9-453d1a2b832c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d3ee99acac374f14a1eca36184e8e085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087772 Mar 08 18:54:28.713294 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52936) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:28.720645 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf74de-4011-4ebf-b5a9-453d1a2b832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656255cb-c421-4d4b-9705-3064cfa9132f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:28.773814 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba23c5b0-ae87-4283-b2b6-5653ac479680 admin admin] Publish callbacks [] for security_group (656255cb-c421-4d4b-9705-3064cfa9132f), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.797718 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba23c5b0-ae87-4283-b2b6-5653ac479680 admin admin] Publish callbacks [] for security_group (656255cb-c421-4d4b-9705-3064cfa9132f), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.917697 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba23c5b0-ae87-4283-b2b6-5653ac479680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (656255cb-c421-4d4b-9705-3064cfa9132f), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.920855 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba23c5b0-ae87-4283-b2b6-5653ac479680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:28.921872 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ba23c5b0-ae87-4283-b2b6-5653ac479680 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/656255cb-c421-4d4b-9705-3064cfa9132f HTTP/1.1" status: 204 len: 168 time: 0.2075505 Mar 08 18:54:28.936512 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c5b0-ae87-4283-b2b6-5653ac479680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656255cb-c421-4d4b-9705-3064cfa9132f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:29.053213 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f4ebb-caa5-492e-b33f-26de11d73c48 req-f11b3aeb-adf9-484c-beb5-e96e61878014 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.061189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-727f4ebb-caa5-492e-b33f-26de11d73c48 req-f11b3aeb-adf9-484c-beb5-e96e61878014 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 943 time: 0.0697269 Mar 08 18:54:29.083782 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52952) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:29.117605 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-727f4ebb-caa5-492e-b33f-26de11d73c48 req-b449e775-de6f-4861-82d3-b1481d8d27e1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553114 Mar 08 18:54:29.180224 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.248341 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-16b09398-b257-4864-a684-565f5cb1b36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.350486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea12ee-1d4e-40df-8d4b-c5b4a61cfa3c req-2ce463af-2afd-4105-8a0c-82184ac413e4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.352668 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c5ea12ee-1d4e-40df-8d4b-c5b4a61cfa3c req-2ce463af-2afd-4105-8a0c-82184ac413e4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0748057 Mar 08 18:54:29.369421 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-16b09398-b257-4864-a684-565f5cb1b36f admin admin] Publish callbacks [] for security_group (0280ffaa-0432-4854-8147-f07a27f4db63), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.387649 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-9e4f05e5-fbab-42f3-bd76-5d80d43438c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.389289 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-9e4f05e5-fbab-42f3-bd76-5d80d43438c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0630801 Mar 08 18:54:29.413485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c5ea12ee-1d4e-40df-8d4b-c5b4a61cfa3c req-c5395ae9-6a3e-456d-a5e3-5d2e593a358f tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534091 Mar 08 18:54:29.497966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-9b00b7bf-be81-45ee-9ed8-4fa1b2ac9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.499764 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-9b00b7bf-be81-45ee-9ed8-4fa1b2ac9d41 service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.1000953 Mar 08 18:54:29.507948 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-16b09398-b257-4864-a684-565f5cb1b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0280ffaa-0432-4854-8147-f07a27f4db63), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.587224 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-095447ee-97b3-4514-8c65-f649e931c341 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.0628846 Mar 08 18:54:29.592355 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-16b09398-b257-4864-a684-565f5cb1b36f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=31c5288cb49d4f0aaf38608559fa57f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063281 Mar 08 18:54:29.595791 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b09398-b257-4864-a684-565f5cb1b36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280ffaa-0432-4854-8147-f07a27f4db63,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:29.598857 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:29.645393 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d5546-b1d1-4bc1-994d-353ca52f3f7b req-540d9ab5-a7e6-4d9a-b08d-e852da4389d8 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.646938 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5f8d5546-b1d1-4bc1-994d-353ca52f3f7b req-540d9ab5-a7e6-4d9a-b08d-e852da4389d8 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0638242 Mar 08 18:54:29.673333 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-44f4e5cd-3c36-47ad-8cc8-b37a02105bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:29.674831 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-44f4e5cd-3c36-47ad-8cc8-b37a02105bb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0801098 Mar 08 18:54:29.702175 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5f8d5546-b1d1-4bc1-994d-353ca52f3f7b req-e79a9ad4-2820-4cd8-b974-93d24f2407f3 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493305 Mar 08 18:54:29.714845 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-38361508-92a0-4e2a-873e-534becc76213 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281367 Mar 08 18:54:29.715466 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b85b2b4d-2846-465d-a5c3-e7ca7334ef5b admin admin] Publish callbacks [] for security_group (0280ffaa-0432-4854-8147-f07a27f4db63), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.760323 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b85b2b4d-2846-465d-a5c3-e7ca7334ef5b admin admin] Publish callbacks [] for security_group (0280ffaa-0432-4854-8147-f07a27f4db63), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:29.846858 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-a8f297ef-ab2e-4dd3-8ad1-2febdea459e2 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218810 Mar 08 18:54:29.949659 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-02c23512-d577-4664-b71f-6e46a0e5beb6 req-ce93c11c-0e9a-47ee-90a6-8085329c6c8f service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933599 Mar 08 18:54:30.021856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b85b2b4d-2846-465d-a5c3-e7ca7334ef5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0280ffaa-0432-4854-8147-f07a27f4db63), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.025215 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b85b2b4d-2846-465d-a5c3-e7ca7334ef5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.028002 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b85b2b4d-2846-465d-a5c3-e7ca7334ef5b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0280ffaa-0432-4854-8147-f07a27f4db63 HTTP/1.1" status: 204 len: 168 time: 0.4201009 Mar 08 18:54:30.035317 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b2b4d-2846-465d-a5c3-e7ca7334ef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280ffaa-0432-4854-8147-f07a27f4db63,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:30.130311 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52980) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:30.148806 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c0e2ee51-2940-4d25-aa7f-55c7547d72c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.280517 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f466a62-2141-4b91-8aba-f9039be306e5 req-7c9155bf-9e4c-481b-8809-fa54bca40c8f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.282075 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9f466a62-2141-4b91-8aba-f9039be306e5 req-7c9155bf-9e4c-481b-8809-fa54bca40c8f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 943 time: 0.0841286 Mar 08 18:54:30.292375 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c0e2ee51-2940-4d25-aa7f-55c7547d72c4 admin admin] Publish callbacks [] for security_group (5550f263-4d08-4025-b4c1-7a5e3464f986), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.340739 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9f466a62-2141-4b91-8aba-f9039be306e5 req-97573cef-af2d-4a07-8ce5-936425b4ca4b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504825 Mar 08 18:54:30.468631 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c0e2ee51-2940-4d25-aa7f-55c7547d72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (5550f263-4d08-4025-b4c1-7a5e3464f986), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.555026 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c0e2ee51-2940-4d25-aa7f-55c7547d72c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5565f071042442a8345f661527bd617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237919 Mar 08 18:54:30.557832 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 52988) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:30.558832 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2ee51-2940-4d25-aa7f-55c7547d72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5550f263-4d08-4025-b4c1-7a5e3464f986,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:30.584837 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51db04a-141a-4e5d-8398-9a2b0b25ed3f req-d8a40df2-de9d-4bb0-b461-d8644bb4be00 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.586490 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a51db04a-141a-4e5d-8398-9a2b0b25ed3f req-d8a40df2-de9d-4bb0-b461-d8644bb4be00 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0820262 Mar 08 18:54:30.614205 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-243cbfb0-f0b9-48f7-aea0-0d7c17e6b645 admin admin] Publish callbacks [] for security_group (5550f263-4d08-4025-b4c1-7a5e3464f986), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.644995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a51db04a-141a-4e5d-8398-9a2b0b25ed3f req-35eb177b-dabc-4171-9918-84bbe6288d43 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Mar 08 18:54:30.650742 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-243cbfb0-f0b9-48f7-aea0-0d7c17e6b645 admin admin] Publish callbacks [] for security_group (5550f263-4d08-4025-b4c1-7a5e3464f986), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.681899 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 52994) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:30.764454 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fc9fd-15a7-4276-9661-b849e2647b94 req-dc378f5a-2271-452b-8836-53b8b3fdf1f1 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:30.765991 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c98fc9fd-15a7-4276-9661-b849e2647b94 req-dc378f5a-2271-452b-8836-53b8b3fdf1f1 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0581939 Mar 08 18:54:30.823923 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c98fc9fd-15a7-4276-9661-b849e2647b94 req-ae21b8e8-bf05-423d-96b0-66a2a60c8808 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Mar 08 18:54:30.829886 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1657681a-54e6-4ddd-8fed-85ee0454e6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.865160 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-243cbfb0-f0b9-48f7-aea0-0d7c17e6b645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (5550f263-4d08-4025-b4c1-7a5e3464f986), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.869013 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-243cbfb0-f0b9-48f7-aea0-0d7c17e6b645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:30.870993 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-243cbfb0-f0b9-48f7-aea0-0d7c17e6b645 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5550f263-4d08-4025-b4c1-7a5e3464f986 HTTP/1.1" status: 204 len: 168 time: 0.3109765 Mar 08 18:54:30.879108 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cbfb0-f0b9-48f7-aea0-0d7c17e6b645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5550f263-4d08-4025-b4c1-7a5e3464f986,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:30.947832 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1657681a-54e6-4ddd-8fed-85ee0454e6d0 admin admin] Publish callbacks [] for security_group (87c772c9-5ad9-4858-a5cd-a6f703da33c8), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.107399 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1657681a-54e6-4ddd-8fed-85ee0454e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (87c772c9-5ad9-4858-a5cd-a6f703da33c8), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.149192 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-1657681a-54e6-4ddd-8fed-85ee0454e6d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a475198fbec4e8186ea6bf7be926999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661696 Mar 08 18:54:31.156619 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657681a-54e6-4ddd-8fed-85ee0454e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c772c9-5ad9-4858-a5cd-a6f703da33c8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:31.158569 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:31.210236 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba297c7f-0473-4705-867f-208da86b228e admin admin] Publish callbacks [] for security_group (87c772c9-5ad9-4858-a5cd-a6f703da33c8), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.232800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba297c7f-0473-4705-867f-208da86b228e admin admin] Publish callbacks [] for security_group (87c772c9-5ad9-4858-a5cd-a6f703da33c8), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.391091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53022) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:31.407778 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c7e-3585-4302-9b82-01ba3ac726ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.478292 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126319cd-a2a2-446b-8e37-434e5a242667 req-1a37a7d8-1b0e-455c-be94-66c15580a8dc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:31.478292 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-126319cd-a2a2-446b-8e37-434e5a242667 req-1a37a7d8-1b0e-455c-be94-66c15580a8dc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 943 time: 0.0597296 Mar 08 18:54:31.529254 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-126319cd-a2a2-446b-8e37-434e5a242667 req-0821b7bd-1f6c-4e52-bdf3-ddd4547c0bf7 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439930 Mar 08 18:54:31.575989 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba297c7f-0473-4705-867f-208da86b228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (87c772c9-5ad9-4858-a5cd-a6f703da33c8), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.578937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba297c7f-0473-4705-867f-208da86b228e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.582082 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ba297c7f-0473-4705-867f-208da86b228e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87c772c9-5ad9-4858-a5cd-a6f703da33c8 HTTP/1.1" status: 204 len: 168 time: 0.4204421 Mar 08 18:54:31.594729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba297c7f-0473-4705-867f-208da86b228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c772c9-5ad9-4858-a5cd-a6f703da33c8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:31.653652 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c7e-3585-4302-9b82-01ba3ac726ab admin admin] Publish callbacks [] for security_group (44137c4a-6927-4ae6-9c75-358d4745b4fb), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.718645 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c7e-3585-4302-9b82-01ba3ac726ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (44137c4a-6927-4ae6-9c75-358d4745b4fb), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.758313 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc6c7e-3585-4302-9b82-01ba3ac726ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44137c4a-6927-4ae6-9c75-358d4745b4fb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:31.762896 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6ddc6c7e-3585-4302-9b82-01ba3ac726ab admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26e6d7233f3344e7ace0833616717702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707094 Mar 08 18:54:31.767697 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53032) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:31.808849 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46654238-de13-4c01-b170-1d0038dafb5f req-8e726f6f-e159-4f97-8eeb-55edef29f1d3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:31.812426 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-46654238-de13-4c01-b170-1d0038dafb5f req-8e726f6f-e159-4f97-8eeb-55edef29f1d3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0836000 Mar 08 18:54:31.837661 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba299051-2121-4f16-9f9e-11eb1946be38 admin admin] Publish callbacks [] for security_group (44137c4a-6927-4ae6-9c75-358d4745b4fb), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.870567 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-46654238-de13-4c01-b170-1d0038dafb5f req-1e4a3ee4-3ffd-4419-a553-6e6a1a308742 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529125 Mar 08 18:54:31.890631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba299051-2121-4f16-9f9e-11eb1946be38 admin admin] Publish callbacks [] for security_group (44137c4a-6927-4ae6-9c75-358d4745b4fb), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:31.987524 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f61bf-ce13-46ec-8fa3-cfd72dfa1169 req-c79dc04c-f629-4e52-ba23-0cfb966ace65 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:31.989164 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9d4f61bf-ce13-46ec-8fa3-cfd72dfa1169 req-c79dc04c-f629-4e52-ba23-0cfb966ace65 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0656359 Mar 08 18:54:32.009248 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 49cab162-3fca-4577-bcc2-bc17d1327f36 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:54:32.066480 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9d4f61bf-ce13-46ec-8fa3-cfd72dfa1169 req-049a4d00-6517-45cd-af8d-b64d4c38ee89 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710049 Mar 08 18:54:32.082156 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba299051-2121-4f16-9f9e-11eb1946be38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (44137c4a-6927-4ae6-9c75-358d4745b4fb), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.088758 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba299051-2121-4f16-9f9e-11eb1946be38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.088758 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ba299051-2121-4f16-9f9e-11eb1946be38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44137c4a-6927-4ae6-9c75-358d4745b4fb HTTP/1.1" status: 204 len: 168 time: 0.3184493 Mar 08 18:54:32.106237 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba299051-2121-4f16-9f9e-11eb1946be38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44137c4a-6927-4ae6-9c75-358d4745b4fb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:32.122334 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 49cab162-3fca-4577-bcc2-bc17d1327f36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=49cab162-3fca-4577-bcc2-bc17d1327f36,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:32.145500 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:54:32.191132 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 49cab162-3fca-4577-bcc2-bc17d1327f36 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:32.191526 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.207619 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cab162-3fca-4577-bcc2-bc17d1327f36 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:54:32.233070 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 49cab162-3fca-4577-bcc2-bc17d1327f36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=49cab162-3fca-4577-bcc2-bc17d1327f36,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:32.444873 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.498498 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=49cab162-3fca-4577-bcc2-bc17d1327f36,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:32.528480 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-e451d2dc-4ca5-412d-8012-4a80db8afc98 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.530076 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-e451d2dc-4ca5-412d-8012-4a80db8afc98 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0717690 Mar 08 18:54:32.651121 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92891402-084f-4aba-959c-001fad965177 req-27d2a6a3-ebd4-4155-9f7b-38a0552baede tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:32.651743 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Deleting port 01075ac3-a8b9-42c4-b23f-30bd355f696b {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:54:32.652136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.652954 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-92891402-084f-4aba-959c-001fad965177 req-27d2a6a3-ebd4-4155-9f7b-38a0552baede tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 944 time: 0.0546014 Mar 08 18:54:32.710611 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-92891402-084f-4aba-959c-001fad965177 req-aa51932d-3a55-4d43-9259-52ccbabdb750 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511379 Mar 08 18:54:32.731348 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53054) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:32.744109 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['49cab162-3fca-4577-bcc2-bc17d1327f36'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:32.750989 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] For port 01075ac3-a8b9-42c4-b23f-30bd355f696b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01075ac3-a8b9-42c4-b23f-30bd355f696b,segment=NetworkSegment(45cf0b23-eabd-450d-8ac2-1ac68435629d),segment_id=45cf0b23-eabd-450d-8ac2-1ac68435629d)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:32.750989 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.767737 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Calling delete_port for 01075ac3-a8b9-42c4-b23f-30bd355f696b owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:54:32.769468 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb8bdd85-313a-4262-8e9c-3024f7cf5402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:32.892303 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb8bdd85-313a-4262-8e9c-3024f7cf5402 admin admin] Publish callbacks [] for security_group (0696f103-4648-4e5f-8c60-23fbea764507), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.024755 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb8bdd85-313a-4262-8e9c-3024f7cf5402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0696f103-4648-4e5f-8c60-23fbea764507), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.085523 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bdd85-313a-4262-8e9c-3024f7cf5402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0696f103-4648-4e5f-8c60-23fbea764507,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:33.092354 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-cb8bdd85-313a-4262-8e9c-3024f7cf5402 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5633bde071c14bf4b01b52ab4944ba9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597937 Mar 08 18:54:33.100280 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14f4c2-29e1-4f13-9d35-0eb73c93a083 req-782fb02f-e31b-4c86-b5eb-fd810a0a74e8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.107216 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e14f4c2-29e1-4f13-9d35-0eb73c93a083 req-782fb02f-e31b-4c86-b5eb-fd810a0a74e8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1329367 Mar 08 18:54:33.109502 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53072) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:33.172917 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e14f4c2-29e1-4f13-9d35-0eb73c93a083 req-1eba1eb2-9cae-4dc0-8096-68bae2ab2c9e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645978 Mar 08 18:54:33.251131 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01142b47-974a-4c2a-b959-7327d47e1f2d admin admin] Publish callbacks [] for security_group (0696f103-4648-4e5f-8c60-23fbea764507), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.288143 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01142b47-974a-4c2a-b959-7327d47e1f2d admin admin] Publish callbacks [] for security_group (0696f103-4648-4e5f-8c60-23fbea764507), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.295419 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837eefb-8b2d-43f8-8c93-ced0c0d3fdaa req-81837f11-18cd-44d6-ab3f-b5acdf3e4632 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.298085 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d837eefb-8b2d-43f8-8c93-ced0c0d3fdaa req-81837f11-18cd-44d6-ab3f-b5acdf3e4632 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 950 time: 0.0917230 Mar 08 18:54:33.346743 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d837eefb-8b2d-43f8-8c93-ced0c0d3fdaa req-b5ec0ef1-97f9-424a-b0a7-e45345b7d6cb tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/security-groups?id=d9838cac-9c03-4cf4-ab03-9c89e248a397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Mar 08 18:54:33.380973 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (01075ac3-a8b9-42c4-b23f-30bd355f696b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.393314 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['01075ac3-a8b9-42c4-b23f-30bd355f696b'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:54:33.420343 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Pushing event deleted for resources: {'Port': ['ID=01075ac3-a8b9-42c4-b23f-30bd355f696b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:33.474920 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] No DVR routers for this DVR port 01075ac3-a8b9-42c4-b23f-30bd355f696b on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:54:33.480043 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.483732 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-0f578c3a-a62c-44e2-acf2-91ce2716d432 req-675a9f54-4524-4406-a524-e4446a89ce16 tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.77 "DELETE /v2.0/ports/01075ac3-a8b9-42c4-b23f-30bd355f696b HTTP/1.1" status: 204 len: 173 time: 0.9386866 Mar 08 18:54:33.484224 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'name': 'network-vif-deleted', 'tag': '01075ac3-a8b9-42c4-b23f-30bd355f696b'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:33.486759 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfff6a7-2a21-4ac6-864c-14caf3c79950" -d '{"events": [{"server_uuid": "8a9c43be-dc57-4bf8-bb93-27906f24a1fd", "name": "network-vif-deleted", "tag": "01075ac3-a8b9-42c4-b23f-30bd355f696b"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:33.525419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfbc207-a8dc-4f25-8442-fdb6aab74fa5 x-openstack-request-id: req-9cfbc207-a8dc-4f25-8442-fdb6aab74fa5 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:33.525718 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9c43be-dc57-4bf8-bb93-27906f24a1fd", "name": "network-vif-deleted", "tag": "01075ac3-a8b9-42c4-b23f-30bd355f696b", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:33.525986 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cfbc207-a8dc-4f25-8442-fdb6aab74fa5 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:33.526601 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9c43be-dc57-4bf8-bb93-27906f24a1fd', 'name': 'network-vif-deleted', 'tag': '01075ac3-a8b9-42c4-b23f-30bd355f696b', 'status': 'completed', 'code': 200} Mar 08 18:54:33.537878 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53088) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:33.545250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01142b47-974a-4c2a-b959-7327d47e1f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0696f103-4648-4e5f-8c60-23fbea764507), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.547909 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01142b47-974a-4c2a-b959-7327d47e1f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.548962 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-01142b47-974a-4c2a-b959-7327d47e1f2d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0696f103-4648-4e5f-8c60-23fbea764507 HTTP/1.1" status: 204 len: 168 time: 0.4384894 Mar 08 18:54:33.557776 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01142b47-974a-4c2a-b959-7327d47e1f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0696f103-4648-4e5f-8c60-23fbea764507,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:33.653653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1455373826-network', 'tenant_id': '832e6502d0e6485990465e594d8e27f5'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:33.789629 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Made reservation on behalf of 832e6502d0e6485990465e594d8e27f5 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:33.793915 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.816833 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:33.883265 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a8cd-323e-4fe5-865c-093335b46c01 req-4380a7f3-9d17-435d-9bea-8a1de0d18688 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:33.884725 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e617a8cd-323e-4fe5-865c-093335b46c01 req-4380a7f3-9d17-435d-9bea-8a1de0d18688 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 944 time: 0.0882134 Mar 08 18:54:33.957570 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e617a8cd-323e-4fe5-865c-093335b46c01 req-14b8f2f2-a0af-404a-a78e-5517c7653538 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673120 Mar 08 18:54:33.962387 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks [] for security_group (c4853539-ec48-49ee-9bed-bfba18f20939), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.013139 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 49cab162-3fca-4577-bcc2-bc17d1327f36 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:34.055890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c4853539-ec48-49ee-9bed-bfba18f20939), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.081341 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:54:34.096181 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4853539-ec48-49ee-9bed-bfba18f20939,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:34.101315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (f612f9fa-0235-4c3a-94a5-2dbfc140a2d4), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.101913 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Added segment f612f9fa-0235-4c3a-94a5-2dbfc140a2d4 of type vlan for network 91bf515d-611e-48d6-a9f6-be41c1c53bed Mar 08 18:54:34.150353 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (91bf515d-611e-48d6-a9f6-be41c1c53bed), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.158748 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 49cab162-3fca-4577-bcc2-bc17d1327f36 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:54:34.163217 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 49cab162-3fca-4577-bcc2-bc17d1327f36 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:34.163857 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.263001 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 49cab162-3fca-4577-bcc2-bc17d1327f36 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:34.263481 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.288448 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:34.290986 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aed43e-2597-4ded-b704-49785b734c6c" -d '{"events": [{"server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "name": "network-vif-plugged", "status": "completed", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:34.307038 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 49cab162-3fca-4577-bcc2-bc17d1327f36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=49cab162-3fca-4577-bcc2-bc17d1327f36,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:34.354675 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d607ac-b02f-46bd-835a-2be5ac338d7e x-openstack-request-id: req-14d607ac-b02f-46bd-835a-2be5ac338d7e {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:34.355364 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "name": "network-vif-plugged", "status": "completed", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:34.355771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14d607ac-b02f-46bd-835a-2be5ac338d7e {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:34.356362 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'code': 200} Mar 08 18:54:34.389317 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (91bf515d-611e-48d6-a9f6-be41c1c53bed), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.391391 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:34.393642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.466223 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.467126 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 01075ac3-a8b9-42c4-b23f-30bd355f696b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:54:34.534798 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 01075ac3-a8b9-42c4-b23f-30bd355f696b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:54:34.535469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 01075ac3-a8b9-42c4-b23f-30bd355f696b not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:54:34.553115 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0116436 Mar 08 18:54:34.560254 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53142) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:34.564013 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Request body: {'subnet': {'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1455373826-subnet', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:34.565281 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee205f6e-484a-4d40-b826-ef2d76fd6bcb admin admin] Pushing event updated for resources: {'Network': ['ID=91bf515d-611e-48d6-a9f6-be41c1c53bed,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:34.569132 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=49cab162-3fca-4577-bcc2-bc17d1327f36,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:34.579379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:54:34.594480 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b974d2d9-ae7a-4b29-a1b6-3a62a5e8d7ba req-7df3fe73-7fb1-4ecb-8666-68dfafc6d52d tempest-VolumesNegativeTest-991508628 tempest-VolumesNegativeTest-991508628-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a9c43be-dc57-4bf8-bb93-27906f24a1fd HTTP/1.1" status: 200 len: 210 time: 0.0513082 Mar 08 18:54:34.839333 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Made reservation on behalf of 832e6502d0e6485990465e594d8e27f5 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:34.842791 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:34.977646 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54453802-6c25-4001-be9e-da176ce941b7 req-53506a5d-94c4-47fa-9ab4-f8773a60ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:34.979230 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-54453802-6c25-4001-be9e-da176ce941b7 req-53506a5d-94c4-47fa-9ab4-f8773a60ea3b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 1129 time: 0.0842743 Mar 08 18:54:35.119425 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-54453802-6c25-4001-be9e-da176ce941b7 req-e5d14ba3-53af-4acb-963c-5d386538b82a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336770 Mar 08 18:54:35.141670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9862a-3507-442f-9da1-7d9764d5357c req-37d86095-ac41-4bf7-a262-77990f7caf35 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:35.143768 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-57a9862a-3507-442f-9da1-7d9764d5357c req-37d86095-ac41-4bf7-a262-77990f7caf35 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0922036 Mar 08 18:54:35.253448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-57a9862a-3507-442f-9da1-7d9764d5357c req-8355d545-82a1-44d8-b9d2-494a77f27994 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029053 Mar 08 18:54:35.291387 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.356142 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:35.373209 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Checking segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:35.374003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Network hostable DHCP agents. Network: 91bf515d-611e-48d6-a9f6-be41c1c53bed, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:54:35.490230 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bc9cc-f5b7-418d-851c-b1201f45f27d req-619926c8-7fed-4a1e-95f4-fe3e95a51c8c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:35.493411 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-039bc9cc-f5b7-418d-851c-b1201f45f27d req-619926c8-7fed-4a1e-95f4-fe3e95a51c8c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0924923 Mar 08 18:54:35.549658 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-039bc9cc-f5b7-418d-851c-b1201f45f27d req-58083552-b29c-4f3a-88a0-b97b6614ef99 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Mar 08 18:54:35.586144 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:54:35.684317 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 91bf515d-611e-48d6-a9f6-be41c1c53bed) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:35.689023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:35.689703 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.694374 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13154a-d475-44ca-bebb-bd1e99d18f96 None None] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:35.813346 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-91bf515d-611e-48d6-a9f6-be41c1c53bed', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:54:35.814270 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:35.845586 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-385b1c49-8ffd-4268-8822-720d96511025 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2891235 Mar 08 18:54:35.848174 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53196) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:35.852770 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:35.967996 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Allocated IP 172.20.0.2 (91bf515d-611e-48d6-a9f6-be41c1c53bed/6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b/403bc4f6-4a95-41ce-b5d5-eb1234c2eeda) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:36.094540 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.097087 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.143791 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Publish callbacks [] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.195272 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks [] for router_controller (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.271635 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.336046 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:36.342335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Pushing event updated for resources: {'Port': ['ID=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:36.345179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:36.347434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:36.409831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea9c5f-72bc-4d0f-8be2-04f63ffe3244 req-e145f41a-e703-4159-931c-7e5d12edb1a6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:36.411356 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-22ea9c5f-72bc-4d0f-8be2-04f63ffe3244 req-e145f41a-e703-4159-931c-7e5d12edb1a6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0570908 Mar 08 18:54:36.413967 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Attempting to bind port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:36.414448 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Attempting to bind port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:36.414824 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Attempting to bind port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda on network 91bf515d-611e-48d6-a9f6-be41c1c53bed {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:36.420498 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:36.420878 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Checking segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:36.421283 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.421677 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Bound using segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:36.422208 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Bound port: 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:36.422620 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.483787 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-22ea9c5f-72bc-4d0f-8be2-04f63ffe3244 req-67b934ed-16c3-4a4f-ba55-7c8e0814ce16 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648577 Mar 08 18:54:36.562893 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] For port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:36.567756 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] For port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:36.628088 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks [] for router_gateway (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.861412 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:36.955744 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b769-52fe-46a6-9280-a53f991d8b77 None None] Pushing event updated for resources: {'Port': ['ID=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:37.138486 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks [] for router_gateway (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.169663 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.326731 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Allocated IP 172.27.0.134 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/d99ddc9c-eaf2-4725-844b-17b558d219bd) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:37.437045 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks [] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.651940 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5841469-4c61-440e-b35f-9aaa7b282304 req-279f178b-33cd-4aff-8873-5f12f03e739c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:37.654584 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e5841469-4c61-440e-b35f-9aaa7b282304 req-279f178b-33cd-4aff-8873-5f12f03e739c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0874619 Mar 08 18:54:37.718890 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e5841469-4c61-440e-b35f-9aaa7b282304 req-226a682c-11d4-4397-b393-a7e4c735f4c7 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540633 Mar 08 18:54:37.748702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:37.832000 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:37.839601 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:37.842410 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d99ddc9c-eaf2-4725-844b-17b558d219bd,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:37.845499 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:37.869588 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec751a5c-69bf-4cfe-912a-a1763de08473 req-c097fcbb-9767-4495-8160-cc18d02b71a3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:37.879104 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec751a5c-69bf-4cfe-912a-a1763de08473 req-c097fcbb-9767-4495-8160-cc18d02b71a3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0765483 Mar 08 18:54:37.883098 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53276) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:37.889845 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:38.004672 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (e5aeac8b-436b-42d8-ab29-65d37b6963ad), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.096582 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae83a2f-3b3e-43c0-8f30-f406b0ca6cb8 None None] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:38.190089 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] Provisioning complete for port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:38.190441 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.278442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:38.366431 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] Current status of the port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:38.366817 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.403594 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:38.403974 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.434688 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] For port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:38.532627 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:38.533120 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.586341 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.677511 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6274a-0e2b-4e4a-8b32-093ae8ca9b4f None None] Pushing event updated for resources: {'Port': ['ID=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:38.681955 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.db.api [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 18:54:38.682606 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG oslo_db.api [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 18:54:38.717862 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bed8f04f-f997-48b3-91c5-18b8cfec4008 None None] Provisioning complete for port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:38.718772 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bed8f04f-f997-48b3-91c5-18b8cfec4008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:38.849180 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bed8f04f-f997-48b3-91c5-18b8cfec4008 None None] Current status of the port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:39.047453 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks [] for router_gateway (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.222375 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:39.232336 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.357273 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.409999 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (e5aeac8b-436b-42d8-ab29-65d37b6963ad), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:39.584631 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP e5aeac8b-436b-42d8-ab29-65d37b6963ad associated. External IP: 172.27.0.181, port: 49cab162-3fca-4577-bcc2-bc17d1327f36. Mar 08 18:54:39.817480 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:39.866508 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:54:40.018418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:40.024480 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.030790 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:40.044102 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:40.044729 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:40.060320 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:40.071768 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Sync routers for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:40.077449 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-7cae6d2e-ee94-4521-b94d-0d03204ac255 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "PUT /v2.0/floatingips/e5aeac8b-436b-42d8-ab29-65d37b6963ad HTTP/1.1" status: 200 len: 991 time: 2.1932771 Mar 08 18:54:40.078705 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:54:40.081757 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb96ca-401e-4ad2-a038-bb4cee19e262" -d '{"events": [{"name": "network-changed", "server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:54:40.116888 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:40.120417 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:40.130788 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5fb6ce-fff7-4e88-8280-bce82be38978 x-openstack-request-id: req-dc5fb6ce-fff7-4e88-8280-bce82be38978 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:54:40.131209 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:54:40.131548 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc5fb6ce-fff7-4e88-8280-bce82be38978 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:54:40.132090 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'status': 'completed', 'code': 200} Mar 08 18:54:40.190347 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:40.227873 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.231519 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5a7b8e42-2265-4747-bd48-9565af289bb6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3798773 Mar 08 18:54:40.231953 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:40.270456 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-00e43610-c32f-47ae-b1fe-65d3dd97cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:40.275277 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-00e43610-c32f-47ae-b1fe-65d3dd97cdb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 1129 time: 0.1173546 Mar 08 18:54:40.278218 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53418) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:40.366623 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:40.485690 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:40.486247 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-8ca02609-45d5-443a-aea8-ded37196b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:40.487856 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-8ca02609-45d5-443a-aea8-ded37196b60d service neutron] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 915 time: 0.1956742 Mar 08 18:54:40.650652 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:38Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:40.657435 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-31d36ba8-717c-41fd-be09-3debeeb44cc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49cab162-3fca-4577-bcc2-bc17d1327f36 HTTP/1.1" status: 200 len: 999 time: 0.1603878 Mar 08 18:54:40.708737 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:40.719674 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:40.720924 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:40.773658 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53434) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:40.790984 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:40.791427 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.800293 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-503a0595-5d71-43a0-badc-99e52659275e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.854966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-4c495a39-1315-4f4b-b823-1cd285146d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:40.861858 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-4c495a39-1315-4f4b-b823-1cd285146d08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.1996040 Mar 08 18:54:40.873737 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:40.936632 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a51688b-6430-4091-b83e-d2c08999d0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:40.983974 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:38Z', 'revision_number': 3, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:41.046685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-e4fcea5d-b1f6-48c2-aacf-997bd4aca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:41.051058 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-e4fcea5d-b1f6-48c2-aacf-997bd4aca25e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1734850 Mar 08 18:54:41.218754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-503a0595-5d71-43a0-badc-99e52659275e admin admin] Publish callbacks [] for security_group (87170a5b-09d4-4e04-9b4c-fa3987b5d17b), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.227294 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Checking router: 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:41.227639 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Updating router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a port d99ddc9c-eaf2-4725-844b-17b558d219bd binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:41.229799 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:41.264476 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.270214 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a51688b-6430-4091-b83e-d2c08999d0e0 admin admin] Publish callbacks [] for security_group (3402f286-0939-4fdb-ad6c-1d64a939ab41), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.288953 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-623d6d2a-1036-43ea-87e2-d2807951b025 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178776 Mar 08 18:54:41.303958 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:38Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:41.381427 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-503a0595-5d71-43a0-badc-99e52659275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (87170a5b-09d4-4e04-9b4c-fa3987b5d17b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.397861 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a51688b-6430-4091-b83e-d2c08999d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (3402f286-0939-4fdb-ad6c-1d64a939ab41), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.442526 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.444457 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33022792-74bd-4e95-83a4-f1720bb88152 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:38Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:41.487709 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-503a0595-5d71-43a0-badc-99e52659275e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e39bcf2bb0c4917ac92486964c30e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2084320 Mar 08 18:54:41.491031 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53464) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:41.503168 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-2a51688b-6430-4091-b83e-d2c08999d0e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1de6da0f724d4684b5a853bdcb0f880b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7256238 Mar 08 18:54:41.503674 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a0595-5d71-43a0-badc-99e52659275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87170a5b-09d4-4e04-9b4c-fa3987b5d17b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:41.507977 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53466) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:41.520455 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f7cb96ca-401e-4ad2-a038-bb4cee19e262 req-865bc8dc-1a5f-4c87-bef5-4c1f348e6589 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230904 Mar 08 18:54:41.572511 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51688b-6430-4091-b83e-d2c08999d0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3402f286-0939-4fdb-ad6c-1d64a939ab41,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:41.597707 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a261344-5d37-47f6-af7d-5fe70b8b688f admin admin] Publish callbacks [] for security_group (3402f286-0939-4fdb-ad6c-1d64a939ab41), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.630029 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a261344-5d37-47f6-af7d-5fe70b8b688f admin admin] Publish callbacks [] for security_group (3402f286-0939-4fdb-ad6c-1d64a939ab41), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.684779 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fd981e1-aa6e-4869-a33a-e747ee6905e6 admin admin] Publish callbacks [] for security_group (87170a5b-09d4-4e04-9b4c-fa3987b5d17b), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.739893 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fd981e1-aa6e-4869-a33a-e747ee6905e6 admin admin] Publish callbacks [] for security_group (87170a5b-09d4-4e04-9b4c-fa3987b5d17b), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.753825 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Allocated IP 172.20.0.1 (91bf515d-611e-48d6-a9f6-be41c1c53bed/6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b/224282c8-8160-4734-aa78-c0c0af429cd3) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:41.778277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Publish callbacks [] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.825081 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a261344-5d37-47f6-af7d-5fe70b8b688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (3402f286-0939-4fdb-ad6c-1d64a939ab41), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.828087 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a261344-5d37-47f6-af7d-5fe70b8b688f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.829103 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6a261344-5d37-47f6-af7d-5fe70b8b688f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3402f286-0939-4fdb-ad6c-1d64a939ab41 HTTP/1.1" status: 204 len: 168 time: 0.3201971 Mar 08 18:54:41.837559 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a261344-5d37-47f6-af7d-5fe70b8b688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3402f286-0939-4fdb-ad6c-1d64a939ab41,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:41.861512 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdecbbd-ec19-417a-8b9f-5e02d8733b76 None None] New status for floating IP e5aeac8b-436b-42d8-ab29-65d37b6963ad: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:54:41.865536 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.960711 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Attempting to bind port d99ddc9c-eaf2-4725-844b-17b558d219bd on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:41.961150 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Attempting to bind port d99ddc9c-eaf2-4725-844b-17b558d219bd by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:41.961581 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Attempting to bind port d99ddc9c-eaf2-4725-844b-17b558d219bd on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:41.967311 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks [] for port (224282c8-8160-4734-aa78-c0c0af429cd3), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.971033 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:41.971204 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:41.971648 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.972051 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:41.972617 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Bound port: d99ddc9c-eaf2-4725-844b-17b558d219bd, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:41.972906 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:41.974617 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a2beb-27f2-4bc5-a695-490b906b6d5f None None] Pushing event updated for resources: {'Port': ['ID=d99ddc9c-eaf2-4725-844b-17b558d219bd,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.007300 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fd981e1-aa6e-4869-a33a-e747ee6905e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (87170a5b-09d4-4e04-9b4c-fa3987b5d17b), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.009907 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fd981e1-aa6e-4869-a33a-e747ee6905e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.011076 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2fd981e1-aa6e-4869-a33a-e747ee6905e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87170a5b-09d4-4e04-9b4c-fa3987b5d17b HTTP/1.1" status: 204 len: 168 time: 0.5188892 Mar 08 18:54:42.024361 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd981e1-aa6e-4869-a33a-e747ee6905e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87170a5b-09d4-4e04-9b4c-fa3987b5d17b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.050727 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] For port d99ddc9c-eaf2-4725-844b-17b558d219bd, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:42.065470 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] For port d99ddc9c-eaf2-4725-844b-17b558d219bd, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=d99ddc9c-eaf2-4725-844b-17b558d219bd,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:42.093313 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.142583 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:42.152556 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:42.152556 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:42.152556 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.187653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Pushing event updated for resources: {'Port': ['ID=224282c8-8160-4734-aa78-c0c0af429cd3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.258167 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.338457 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:42.339505 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:42.398528 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a2beb-27f2-4bc5-a695-490b906b6d5f None None] Pushing event updated for resources: {'Port': ['ID=d99ddc9c-eaf2-4725-844b-17b558d219bd,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.457525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.485114 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:42.571055 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-35d94744-f55f-4dc7-b536-49279847cc50 None None] Provisioning complete for port 224282c8-8160-4734-aa78-c0c0af429cd3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:42.571427 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-35d94744-f55f-4dc7-b536-49279847cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.648690 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks [] for port (224282c8-8160-4734-aa78-c0c0af429cd3), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.653728 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-35d94744-f55f-4dc7-b536-49279847cc50 None None] Port 224282c8-8160-4734-aa78-c0c0af429cd3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:42.715292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:38Z', 'revision_number': 3, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:42.745998 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38926ea9-c40f-4b13-87cb-a918ae07a114 None None] The sync data for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi is: [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:38Z', 'revision_number': 3, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:42.804518 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.806840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:42.897974 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Pushing event updated for resources: {'Port': ['ID=224282c8-8160-4734-aa78-c0c0af429cd3,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:42.949341 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:42.950809 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:43.063033 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53558) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:43.083916 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c331c960-1647-4067-8e4c-7939a436a40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.174900 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:43.216265 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c331c960-1647-4067-8e4c-7939a436a40f admin admin] Publish callbacks [] for security_group (5ca677ff-9985-43c0-878a-6d674af012c5), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.286679 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:43.300129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-397a7d3f-801a-4fd1-81cd-3d67b7ec5d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.303875 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-888022b4-4d82-4740-b163-b6e314965e89 None None] Provisioning complete for port 224282c8-8160-4734-aa78-c0c0af429cd3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:43.304393 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-888022b4-4d82-4740-b163-b6e314965e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.347513 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-888022b4-4d82-4740-b163-b6e314965e89 None None] Port 224282c8-8160-4734-aa78-c0c0af429cd3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:43.361192 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:43.372610 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7e8c554e-6e35-4a0f-90d5-67c34f6145d2 admin admin] 10.222.0.74 "PUT /v2.0/routers/49a4d7fb-6e51-4211-8520-2aa5c58c7e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1354899 Mar 08 18:54:43.409819 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c331c960-1647-4067-8e4c-7939a436a40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (5ca677ff-9985-43c0-878a-6d674af012c5), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.452494 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-397a7d3f-801a-4fd1-81cd-3d67b7ec5d14 admin admin] Publish callbacks [] for security_group (f122d517-0603-489a-9744-6a4dd8c3842f), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.469442 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c331c960-1647-4067-8e4c-7939a436a40f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=796e27fd52c7481d9b12122de1ac617b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052708 Mar 08 18:54:43.470635 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331c960-1647-4067-8e4c-7939a436a40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca677ff-9985-43c0-878a-6d674af012c5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:43.472123 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53574) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:43.561715 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf987-3835-42f0-800a-533b4eae1a5f admin admin] Publish callbacks [] for security_group (5ca677ff-9985-43c0-878a-6d674af012c5), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.564100 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-397a7d3f-801a-4fd1-81cd-3d67b7ec5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f122d517-0603-489a-9744-6a4dd8c3842f), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.591486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf987-3835-42f0-800a-533b4eae1a5f admin admin] Publish callbacks [] for security_group (5ca677ff-9985-43c0-878a-6d674af012c5), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.625335 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-397a7d3f-801a-4fd1-81cd-3d67b7ec5d14 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e0fad47ac564de0813af84506f8744d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386760 Mar 08 18:54:43.626302 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53582) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:43.633614 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a7d3f-801a-4fd1-81cd-3d67b7ec5d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f122d517-0603-489a-9744-6a4dd8c3842f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:43.716914 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ea92d51-5dc7-4aad-b801-c562a2275c2a admin admin] Publish callbacks [] for security_group (f122d517-0603-489a-9744-6a4dd8c3842f), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.745883 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ea92d51-5dc7-4aad-b801-c562a2275c2a admin admin] Publish callbacks [] for security_group (f122d517-0603-489a-9744-6a4dd8c3842f), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.779942 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf987-3835-42f0-800a-533b4eae1a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (5ca677ff-9985-43c0-878a-6d674af012c5), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.782638 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf987-3835-42f0-800a-533b4eae1a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.783795 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5d7bf987-3835-42f0-800a-533b4eae1a5f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5ca677ff-9985-43c0-878a-6d674af012c5 HTTP/1.1" status: 204 len: 168 time: 0.3104339 Mar 08 18:54:43.792574 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf987-3835-42f0-800a-533b4eae1a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca677ff-9985-43c0-878a-6d674af012c5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:43.939100 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ea92d51-5dc7-4aad-b801-c562a2275c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f122d517-0603-489a-9744-6a4dd8c3842f), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.941716 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ea92d51-5dc7-4aad-b801-c562a2275c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:43.942890 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3ea92d51-5dc7-4aad-b801-c562a2275c2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f122d517-0603-489a-9744-6a4dd8c3842f HTTP/1.1" status: 204 len: 168 time: 0.3151743 Mar 08 18:54:43.950783 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea92d51-5dc7-4aad-b801-c562a2275c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f122d517-0603-489a-9744-6a4dd8c3842f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:44.246844 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device d99ddc9c-eaf2-4725-844b-17b558d219bd up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:44.316539 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port d99ddc9c-eaf2-4725-844b-17b558d219bd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:44.317121 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.411012 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port d99ddc9c-eaf2-4725-844b-17b558d219bd is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:44.411405 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.434165 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port d99ddc9c-eaf2-4725-844b-17b558d219bd, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=d99ddc9c-eaf2-4725-844b-17b558d219bd,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:44.513385 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53628) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:44.628061 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.635037 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Sync routers for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:44.687052 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:44.694227 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:44.736682 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=d99ddc9c-eaf2-4725-844b-17b558d219bd,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:44.772080 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9b77345-5464-4ff5-8c61-7352105ff4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.828262 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:44.877632 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9b77345-5464-4ff5-8c61-7352105ff4f6 admin admin] Publish callbacks [] for security_group (211dfd29-be03-4300-b28d-4e064dee4648), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:44.970056 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9b77345-5464-4ff5-8c61-7352105ff4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (211dfd29-be03-4300-b28d-4e064dee4648), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.009694 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d9b77345-5464-4ff5-8c61-7352105ff4f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa11383a1101460d9381eca883050c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942040 Mar 08 18:54:45.014187 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b77345-5464-4ff5-8c61-7352105ff4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211dfd29-be03-4300-b28d-4e064dee4648,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:45.014275 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53652) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:45.071180 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2955046-f61b-4d30-8a8e-54fdb77133a2 admin admin] Publish callbacks [] for security_group (211dfd29-be03-4300-b28d-4e064dee4648), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.075845 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:45.094389 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2955046-f61b-4d30-8a8e-54fdb77133a2 admin admin] Publish callbacks [] for security_group (211dfd29-be03-4300-b28d-4e064dee4648), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.105268 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Checking router: 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:45.105673 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Updating router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a port 224282c8-8160-4734-aa78-c0c0af429cd3 binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:45.136700 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.212694 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2955046-f61b-4d30-8a8e-54fdb77133a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (211dfd29-be03-4300-b28d-4e064dee4648), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.216379 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2955046-f61b-4d30-8a8e-54fdb77133a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.218719 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e2955046-f61b-4d30-8a8e-54fdb77133a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/211dfd29-be03-4300-b28d-4e064dee4648 HTTP/1.1" status: 204 len: 168 time: 0.2045300 Mar 08 18:54:45.228831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2955046-f61b-4d30-8a8e-54fdb77133a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211dfd29-be03-4300-b28d-4e064dee4648,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:45.352910 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53666) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:45.358038 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-944068967-network', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:45.461701 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Made reservation on behalf of 8dcbf0e59909442c8e7e40b19de2493b for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:45.464218 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.473374 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.484771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Publish callbacks [] for port (224282c8-8160-4734-aa78-c0c0af429cd3), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.567282 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks [] for security_group (2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.604708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.632853 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.654373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:54:45.679124 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (d6dd1f0b-c87e-4289-b0f8-a277491dea4c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.679476 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Added segment d6dd1f0b-c87e-4289-b0f8-a277491dea4c of type vlan for network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd Mar 08 18:54:45.709551 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca3377-6f86-454c-9705-fb899e8b7efb None None] Pushing event updated for resources: {'Port': ['ID=224282c8-8160-4734-aa78-c0c0af429cd3,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:45.768752 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.770758 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:45.807935 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Attempting to bind port 224282c8-8160-4734-aa78-c0c0af429cd3 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:45.808327 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Attempting to bind port 224282c8-8160-4734-aa78-c0c0af429cd3 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:45.808688 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Attempting to bind port 224282c8-8160-4734-aa78-c0c0af429cd3 on network 91bf515d-611e-48d6-a9f6-be41c1c53bed {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:45.814645 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:45.814955 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Checking segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:45.815365 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.815764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Bound using segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:45.816241 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Bound port: 224282c8-8160-4734-aa78-c0c0af429cd3, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:45.816620 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.932285 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b885f7-1317-44ea-8834-4572f35b0c09 req-c3b9adb4-bf6b-4836-b0fa-c3ebfcf369a0 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:45.933950 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b3b885f7-1317-44ea-8834-4572f35b0c09 req-c3b9adb4-bf6b-4836-b0fa-c3ebfcf369a0 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0597689 Mar 08 18:54:45.936041 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:45.937172 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:45.937942 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.020476 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bb306baa-a892-4c24-8ed9-4caa1c0a8df4 None None] Provisioning complete for port 224282c8-8160-4734-aa78-c0c0af429cd3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:46.020956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bb306baa-a892-4c24-8ed9-4caa1c0a8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.030201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] Pushing event updated for resources: {'Network': ['ID=c70b87fc-a2b5-48ef-ba50-016e6f3d42dd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.049623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b3b885f7-1317-44ea-8834-4572f35b0c09 req-b3a64fcb-07de-4bda-b671-e392ed18bfbc tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019483 Mar 08 18:54:46.052129 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] For port 224282c8-8160-4734-aa78-c0c0af429cd3, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:46.060593 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:54:46.071263 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c6b3520b-3bc5-4ccd-b86a-f6ff7b8446cf admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7171953 Mar 08 18:54:46.073751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53690) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.080950 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Request body: {'subnet': {'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-944068967-subnet', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:46.092025 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] For port 224282c8-8160-4734-aa78-c0c0af429cd3, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=224282c8-8160-4734-aa78-c0c0af429cd3,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:46.108509 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bb306baa-a892-4c24-8ed9-4caa1c0a8df4 None None] Port 224282c8-8160-4734-aa78-c0c0af429cd3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:46.163505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53692) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.179743 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec50fc9e-3318-4cad-bd89-b48a59b5b2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.206428 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.235333 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Made reservation on behalf of 8dcbf0e59909442c8e7e40b19de2493b for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:46.237595 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.238488 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device d99ddc9c-eaf2-4725-844b-17b558d219bd up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:46.302566 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca3377-6f86-454c-9705-fb899e8b7efb None None] Pushing event updated for resources: {'Port': ['ID=224282c8-8160-4734-aa78-c0c0af429cd3,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.322271 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:46.323138 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:46.335973 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec50fc9e-3318-4cad-bd89-b48a59b5b2fd admin admin] Publish callbacks [] for security_group (79e772d0-90bf-4806-9777-285a10b476a1), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.452821 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:46.459377 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53698) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.477306 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec50fc9e-3318-4cad-bd89-b48a59b5b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (79e772d0-90bf-4806-9777-285a10b476a1), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.494464 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port d99ddc9c-eaf2-4725-844b-17b558d219bd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:46.495533 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.518366 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ec50fc9e-3318-4cad-bd89-b48a59b5b2fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89ea4d7bb5a64dc189b82beaf2995d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503823 Mar 08 18:54:46.518511 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53704) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.556409 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50fc9e-3318-4cad-bd89-b48a59b5b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e772d0-90bf-4806-9777-285a10b476a1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.587972 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-90ddc098-0924-45db-b5c7-08d49ece122e admin admin] Publish callbacks [] for security_group (79e772d0-90bf-4806-9777-285a10b476a1), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.609779 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-90ddc098-0924-45db-b5c7-08d49ece122e admin admin] Publish callbacks [] for security_group (79e772d0-90bf-4806-9777-285a10b476a1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.618614 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] Provisioning complete for port 224282c8-8160-4734-aa78-c0c0af429cd3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:46.619064 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.627094 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (2d30ee72-084c-462d-85ca-aac9b92142f0), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.702464 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d30ee72-084c-462d-85ca-aac9b92142f0,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.729577 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-90ddc098-0924-45db-b5c7-08d49ece122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (79e772d0-90bf-4806-9777-285a10b476a1), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.732573 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-90ddc098-0924-45db-b5c7-08d49ece122e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.733543 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-90ddc098-0924-45db-b5c7-08d49ece122e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79e772d0-90bf-4806-9777-285a10b476a1 HTTP/1.1" status: 204 len: 168 time: 0.2148535 Mar 08 18:54:46.737752 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Checking segment: {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:46.742221 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Network hostable DHCP agents. Network: c70b87fc-a2b5-48ef-ba50-016e6f3d42dd, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:54:46.742350 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc098-0924-45db-b5c7-08d49ece122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e772d0-90bf-4806-9777-285a10b476a1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:46.763904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port d99ddc9c-eaf2-4725-844b-17b558d219bd is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:46.859450 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:54:46.866504 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] Current status of the port 224282c8-8160-4734-aa78-c0c0af429cd3 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:46.866900 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.918661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:46.939462 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, c70b87fc-a2b5-48ef-ba50-016e6f3d42dd) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:46.944206 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:46.945179 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:46.957358 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1534dd-fc25-4050-9cf0-156486687434 None None] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:46.960864 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2619920-a065-4b31-8c12-029aeda830ab None None] The sync data for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi is: [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:46.964177 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] For port 224282c8-8160-4734-aa78-c0c0af429cd3, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=224282c8-8160-4734-aa78-c0c0af429cd3,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:46.966554 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53718) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:46.967992 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a282eb6d-a8bd-4235-ab1c-869ae0e2c4ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01532b1deb4543dbbeb283a1cfa26f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5013556 Mar 08 18:54:47.059553 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6661-3b8c-49ad-8bb6-37b2c406caa7 admin admin] Publish callbacks [] for security_group (d9838cac-9c03-4cf4-ab03-9c89e248a397), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.090778 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6661-3b8c-49ad-8bb6-37b2c406caa7 admin admin] Publish callbacks [] for security_group (d9838cac-9c03-4cf4-ab03-9c89e248a397), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.120483 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.153886 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7ab0202e-533b-4228-984e-89c851dcb9f1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0752270 Mar 08 18:54:47.159874 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53724) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:47.159874 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:47.216685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-c70b87fc-a2b5-48ef-ba50-016e6f3d42dd', 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd', 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'fixed_ips': [{'subnet_id': '2d30ee72-084c-462d-85ca-aac9b92142f0'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:54:47.217592 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.243219 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49d35-d894-42f2-9a76-b4762cdfe107 req-493ec6fb-a293-4a54-b12a-07ba88a18d54 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:47.244991 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-efc49d35-d894-42f2-9a76-b4762cdfe107 req-493ec6fb-a293-4a54-b12a-07ba88a18d54 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0763450 Mar 08 18:54:47.258487 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962086f-c249-4a99-aabd-b876c9ccb319 None None] Pushing event updated for resources: {'Port': ['ID=224282c8-8160-4734-aa78-c0c0af429cd3,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.314094 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-efc49d35-d894-42f2-9a76-b4762cdfe107 req-79982bd7-e95e-42c8-b77d-115c16fe1a57 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627148 Mar 08 18:54:47.389963 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Allocated IP 172.20.0.2 (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd/2d30ee72-084c-462d-85ca-aac9b92142f0/4a69cb3e-aab7-401a-8417-97b6181fc2aa) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:47.399441 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6661-3b8c-49ad-8bb6-37b2c406caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d9838cac-9c03-4cf4-ab03-9c89e248a397), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.400555 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (412d460d-1871-44a5-8372-ff92fc8e2fc0), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.401878 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (412d460d-1871-44a5-8372-ff92fc8e2fc0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.403778 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6661-3b8c-49ad-8bb6-37b2c406caa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.405800 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ff3b6661-3b8c-49ad-8bb6-37b2c406caa7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9838cac-9c03-4cf4-ab03-9c89e248a397 HTTP/1.1" status: 204 len: 168 time: 0.4369538 Mar 08 18:54:47.429670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b6661-3b8c-49ad-8bb6-37b2c406caa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9838cac-9c03-4cf4-ab03-9c89e248a397,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.677274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Publish callbacks [] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.778199 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks [] for router_controller (412d460d-1871-44a5-8372-ff92fc8e2fc0), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.785541 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.826109 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:47.829420 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:47.835258 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:47.876087 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Pushing event updated for resources: {'Port': ['ID=4a69cb3e-aab7-401a-8417-97b6181fc2aa,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:47.918087 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Attempting to bind port 4a69cb3e-aab7-401a-8417-97b6181fc2aa on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:47.918794 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Attempting to bind port 4a69cb3e-aab7-401a-8417-97b6181fc2aa by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:47.919529 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Attempting to bind port 4a69cb3e-aab7-401a-8417-97b6181fc2aa on network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:47.925877 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:47.926837 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Checking segment: {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:47.927452 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:47.928084 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Bound using segment: {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:47.928901 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Bound port: 4a69cb3e-aab7-401a-8417-97b6181fc2aa, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:47.929715 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.009746 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] For port 4a69cb3e-aab7-401a-8417-97b6181fc2aa, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:48.017035 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] For port 4a69cb3e-aab7-401a-8417-97b6181fc2aa, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4a69cb3e-aab7-401a-8417-97b6181fc2aa,segment=NetworkSegment(d6dd1f0b-c87e-4289-b0f8-a277491dea4c),segment_id=d6dd1f0b-c87e-4289-b0f8-a277491dea4c)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:48.113952 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks [] for router_gateway (412d460d-1871-44a5-8372-ff92fc8e2fc0), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.123499 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.229257 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b30b-f0b9-4f63-aa19-a522899e600c None None] Pushing event updated for resources: {'Port': ['ID=4a69cb3e-aab7-401a-8417-97b6181fc2aa,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:48.301687 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 224282c8-8160-4734-aa78-c0c0af429cd3 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:48.337873 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:54:48.420569 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 224282c8-8160-4734-aa78-c0c0af429cd3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:48.420867 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.494879 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks [] for router_gateway (412d460d-1871-44a5-8372-ff92fc8e2fc0), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.538022 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.630874 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 224282c8-8160-4734-aa78-c0c0af429cd3 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:48.631700 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d126a3e-ca5a-443e-a8a0-713b2225685f req-2aa85c5d-c6d6-4ace-9c54-36ca2ec5ab0b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:48.636835 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d126a3e-ca5a-443e-a8a0-713b2225685f req-2aa85c5d-c6d6-4ace-9c54-36ca2ec5ab0b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1785195 Mar 08 18:54:48.715121 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d126a3e-ca5a-443e-a8a0-713b2225685f req-58f0b33e-dc9a-4ee4-b499-6debd0a389e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719495 Mar 08 18:54:48.753930 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Allocated IP 172.27.0.150 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:48.936621 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks [] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:48.987279 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-66bd0c6e-ffc1-4f0c-a52f-80ac597db6a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165209 Mar 08 18:54:49.055951 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:49.061319 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-3868116a-3aeb-4bca-9ebc-8ce8544b9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:49.062844 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-3868116a-3aeb-4bca-9ebc-8ce8544b9cc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0520008 Mar 08 18:54:49.112972 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:49.128458 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:49.142206 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:49.148365 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Pushing event updated for resources: {'Port': ['ID=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:49.318884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-efeb9449-b584-4377-bbe9-58f8938b43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:49.320515 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-efeb9449-b584-4377-bbe9-58f8938b43c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.2297983 Mar 08 18:54:49.391659 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-bf4a2474-c8a6-4552-ae10-9f2a845201d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.0487673 Mar 08 18:54:49.464210 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-718f8bc7-0de3-4491-8ca4-b3079d6c8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:49.465804 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-718f8bc7-0de3-4491-8ca4-b3079d6c8697 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0656002 Mar 08 18:54:49.506714 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-5090d06b-b046-4dab-b7a3-07c85c539068 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333416 Mar 08 18:54:49.529125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53798) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:49.651792 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c23ce8-10e1-4053-b761-da34cd30bab5 None None] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:49.683229 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1428713547-network', 'tenant_id': '2939120675f246a396f1b6e79778eae0'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:49.709718 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-c9f54a4b-a9b5-4c4c-9fb6-3bc39937f5b0 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930676 Mar 08 18:54:49.741512 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks [] for router_gateway (412d460d-1871-44a5-8372-ff92fc8e2fc0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:49.851391 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Made reservation on behalf of 2939120675f246a396f1b6e79778eae0 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:49.856144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:49.871627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:49.894788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] Provisioning complete for port 4a69cb3e-aab7-401a-8417-97b6181fc2aa triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:49.894788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:49.896837 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ea70-5ea2-446f-8da0-d829474699ae req-88c6ef73-45fa-494a-9919-b5e343ab2078 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:49.898557 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c632ea70-5ea2-446f-8da0-d829474699ae req-88c6ef73-45fa-494a-9919-b5e343ab2078 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1170189 Mar 08 18:54:49.910388 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2989faa8-21a4-4ead-a1f8-ebd3dec60f08 req-ff032a47-75c2-457b-a2ca-5ed42cc876cd service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928880 Mar 08 18:54:49.963816 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c632ea70-5ea2-446f-8da0-d829474699ae req-3f02de08-7e7f-4455-97ac-71be2abed551 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584273 Mar 08 18:54:50.009950 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks [] for security_group (f4160265-6e9b-4fa8-837d-d3d3730950a3), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.044000 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] Current status of the port 4a69cb3e-aab7-401a-8417-97b6181fc2aa is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:50.044454 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.080268 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] For port 4a69cb3e-aab7-401a-8417-97b6181fc2aa, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4a69cb3e-aab7-401a-8417-97b6181fc2aa,segment=NetworkSegment(d6dd1f0b-c87e-4289-b0f8-a277491dea4c),segment_id=d6dd1f0b-c87e-4289-b0f8-a277491dea4c)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:50.084742 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (412d460d-1871-44a5-8372-ff92fc8e2fc0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.179965 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f4160265-6e9b-4fa8-837d-d3d3730950a3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.220061 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:54:50.238422 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.255029 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4160265-6e9b-4fa8-837d-d3d3730950a3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:50.258299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (7b848e2f-0120-4ae9-8092-af3c0ec58e02), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.258651 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Added segment 7b848e2f-0120-4ae9-8092-af3c0ec58e02 of type vlan for network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce Mar 08 18:54:50.344104 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.377339 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2159c-fff3-4076-a116-0029af520f10 None None] Pushing event updated for resources: {'Port': ['ID=4a69cb3e-aab7-401a-8417-97b6181fc2aa,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:50.391296 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a0b34d0b-08fc-47e1-a245-56cace37f12d None None] Provisioning complete for port 4a69cb3e-aab7-401a-8417-97b6181fc2aa triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:50.392120 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a0b34d0b-08fc-47e1-a245-56cace37f12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.396944 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Router 412d460d-1871-44a5-8372-ff92fc8e2fc0 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:54:50.402942 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4a69cb3e-aab7-401a-8417-97b6181fc2aa up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:50.518818 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:50.524534 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 4a69cb3e-aab7-401a-8417-97b6181fc2aa triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:50.524534 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.528731 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Sync routers for ids ['412d460d-1871-44a5-8372-ff92fc8e2fc0'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:50.531512 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.532842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:50.534685 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.551767 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Routers {'412d460d-1871-44a5-8372-ff92fc8e2fc0'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:50.552420 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['412d460d-1871-44a5-8372-ff92fc8e2fc0'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:50.589004 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a0b34d0b-08fc-47e1-a245-56cace37f12d None None] Current status of the port 4a69cb3e-aab7-401a-8417-97b6181fc2aa is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:50.644420 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:50.661630 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.663557 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-15f87fe0-53e5-4995-8bee-0f7e5ee438ee admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5095553 Mar 08 18:54:50.665934 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Set router 412d460d-1871-44a5-8372-ff92fc8e2fc0 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:50.667382 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-98980d58-3fa6-41a4-ab4f-20cea9d56bb6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1369691 Mar 08 18:54:50.667963 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53818) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:50.670573 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:50.679139 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Request body: {'subnet': {'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1428713547-subnet', 'tenant_id': '2939120675f246a396f1b6e79778eae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:50.679346 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:54:50.767079 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 4a69cb3e-aab7-401a-8417-97b6181fc2aa is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:50.779575 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Made reservation on behalf of 2939120675f246a396f1b6e79778eae0 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:54:50.783887 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:50.891354 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T18:54:49Z', 'revision_number': 3, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:50.917828 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Checking router: 412d460d-1871-44a5-8372-ff92fc8e2fc0 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:50.918214 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Updating router 412d460d-1871-44a5-8372-ff92fc8e2fc0 port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:50.946266 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.158604 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.161724 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce001e-f15c-479a-a6b7-a5c842955d1c req-af3e2d95-3054-4735-8d5a-f1b0ec1cd6d8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:51.163827 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15ce001e-f15c-479a-a6b7-a5c842955d1c req-af3e2d95-3054-4735-8d5a-f1b0ec1cd6d8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0941927 Mar 08 18:54:51.213753 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Publish callbacks [] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.220673 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.229288 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Checking segment: {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:51.229674 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Network hostable DHCP agents. Network: 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:54:51.272280 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15ce001e-f15c-479a-a6b7-a5c842955d1c req-f06a3be9-2232-4a3d-962c-85112ebef0d9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992320 Mar 08 18:54:51.286425 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.387320 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.409562 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:54:51.448936 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Allocated IP 172.20.0.1 (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd/2d30ee72-084c-462d-85ca-aac9b92142f0/e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:54:51.452146 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464c80c-ec22-416f-a243-f13e1b6d3192 None None] Pushing event updated for resources: {'Port': ['ID=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.465636 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Attempting to bind port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:51.465834 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Attempting to bind port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:51.466236 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Attempting to bind port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:51.472348 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:51.473407 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:51.474011 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.475185 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:51.476142 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Bound port: 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:51.476830 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.539203 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:51.544556 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:51.552468 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] For port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:51.553066 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.553158 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691be2b-0299-4484-b239-c781d782e2e7 None None] Network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:51.553264 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] For port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:51.576415 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.592055 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks [] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.646284 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.659483 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b935422-d48b-456e-a26c-380d25a2eb3a None None] Network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:54:51.666797 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e57fccf9-6dac-47bb-8b7e-5ca476e94c11 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9947870 Mar 08 18:54:51.707778 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.729845 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Routers {'412d460d-1871-44a5-8372-ff92fc8e2fc0'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:51.730705 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['412d460d-1871-44a5-8372-ff92fc8e2fc0'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:51.773019 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:51.776494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:51.781305 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:54:51.781786 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (412d460d-1871-44a5-8372-ff92fc8e2fc0), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:51.797354 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464c80c-ec22-416f-a243-f13e1b6d3192 None None] Pushing event updated for resources: {'Port': ['ID=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.837022 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Pushing event updated for resources: {'Port': ['ID=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:51.886146 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] Set router 412d460d-1871-44a5-8372-ff92fc8e2fc0 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:52.020620 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f77fb8e2-8790-47ce-90fb-48942ce4967f None None] Provisioning complete for port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:52.021197 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f77fb8e2-8790-47ce-90fb-48942ce4967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.053670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.073302 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f77fb8e2-8790-47ce-90fb-48942ce4967f None None] Port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:52.122700 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T18:54:49Z', 'revision_number': 3, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:52.183488 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ba061-3aac-427f-8dfc-c9a21e57c6ce None None] The sync data for ids ['412d460d-1871-44a5-8372-ff92fc8e2fc0'] in dv-cinder-830088-3-iscsi is: [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T18:54:49Z', 'revision_number': 3, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:52.215143 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4a69cb3e-aab7-401a-8417-97b6181fc2aa up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:52.419305 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks [] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.420696 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 4a69cb3e-aab7-401a-8417-97b6181fc2aa triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:52.420696 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.420696 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 4a69cb3e-aab7-401a-8417-97b6181fc2aa is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:52.421013 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8e759-9e24-4f3b-a543-46e3e316547d req-08b0f206-3b67-4506-8db4-2c50ad64a573 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:52.421013 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aab8e759-9e24-4f3b-a543-46e3e316547d req-08b0f206-3b67-4506-8db4-2c50ad64a573 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0633335 Mar 08 18:54:52.473150 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aab8e759-9e24-4f3b-a543-46e3e316547d req-5f363076-bcbc-46b4-8113-5b9cb470dcd5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569887 Mar 08 18:54:52.586927 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.587755 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (412d460d-1871-44a5-8372-ff92fc8e2fc0), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.628852 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c66d5edf-eecd-4be9-aaa1-4152c7216035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:52.654790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Pushing event updated for resources: {'Port': ['ID=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:52.761263 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:54:52.761263 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:54:52.940973 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Router 412d460d-1871-44a5-8372-ff92fc8e2fc0 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:54:53.075460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:54:53.088763 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e72b1370-6322-4856-8e77-5631105e421b admin admin] 10.222.0.74 "PUT /v2.0/routers/412d460d-1871-44a5-8372-ff92fc8e2fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4118524 Mar 08 18:54:53.107384 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f10ae9b3-dd2c-45fd-b724-759593e33c85 None None] Provisioning complete for port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:53.108446 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f10ae9b3-dd2c-45fd-b724-759593e33c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:53.147176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f10ae9b3-dd2c-45fd-b724-759593e33c85 None None] Port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:53.601273 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f694394-334b-421e-9f65-89c920e1678b req-97d6c3af-4a0e-4ca8-984e-8cdc89936cbd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:53.602803 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f694394-334b-421e-9f65-89c920e1678b req-97d6c3af-4a0e-4ca8-984e-8cdc89936cbd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0560672 Mar 08 18:54:53.655382 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f694394-334b-421e-9f65-89c920e1678b req-9ecf38c0-4852-4dae-9dcb-9230ed55aca6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Mar 08 18:54:53.711601 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53876) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:53.716882 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108230957', 'description': 'tempest-secgroup-smoke-108230957 description', 'project_id': '832e6502d0e6485990465e594d8e27f5'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:53.813531 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:53.883190 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group (d7ea533c-1228-49a9-9e7c-2332838a617f), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:53.978934 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d7ea533c-1228-49a9-9e7c-2332838a617f), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.008149 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea533c-1228-49a9-9e7c-2332838a617f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:54.131710 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.132961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-0c82db8d-ade6-476b-bdd4-6542a4e60e7f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4203403 Mar 08 18:54:54.135917 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53888) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:54.140432 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea533c-1228-49a9-9e7c-2332838a617f', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:54.251573 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (e7ae3810-9d19-450e-b6fa-14906761186d), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.253620 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:54.310568 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:54.311216 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.312791 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (e7ae3810-9d19-450e-b6fa-14906761186d), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.394561 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:54.394943 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.415757 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (e7ae3810-9d19-450e-b6fa-14906761186d), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.417021 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:54.431733 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ae3810-9d19-450e-b6fa-14906761186d,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:54.493401 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.525248 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.526545 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-cce76df9-db17-4b3b-802f-f2dd8ec9d0e8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897033 Mar 08 18:54:54.529464 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53892) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:54.534414 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea533c-1228-49a9-9e7c-2332838a617f', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:54.542715 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:54.648886 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (54963a3a-925a-495a-9494-78813fe16382), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.658204 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Sync routers for ids ['412d460d-1871-44a5-8372-ff92fc8e2fc0'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:54:54.668936 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Routers {'412d460d-1871-44a5-8372-ff92fc8e2fc0'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:54.669542 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['412d460d-1871-44a5-8372-ff92fc8e2fc0'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:54.707710 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (54963a3a-925a-495a-9494-78813fe16382), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.789012 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Set router 412d460d-1871-44a5-8372-ff92fc8e2fc0 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:54.789647 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed53d0-a9e2-49b7-ab9e-c643567d60c2 req-a9d6e6b7-9730-43f4-ab02-1ab7ee84f8b7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:54.792462 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10ed53d0-a9e2-49b7-ab9e-c643567d60c2 req-a9d6e6b7-9730-43f4-ab02-1ab7ee84f8b7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0667427 Mar 08 18:54:54.796866 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (54963a3a-925a-495a-9494-78813fe16382), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.830306 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54963a3a-925a-495a-9494-78813fe16382,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:54.864418 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10ed53d0-a9e2-49b7-ab9e-c643567d60c2 req-a06d8853-6e02-48e8-97fd-4175f0b91160 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642457 Mar 08 18:54:54.936053 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.936053 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5cef65aa-9cf4-4cb3-a456-e6833e8abae6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4029169 Mar 08 18:54:54.937050 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 53908) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:54.941272 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3bd48f3c-9aff-4c10-a571-26ef47f4524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:54.943607 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea533c-1228-49a9-9e7c-2332838a617f', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:55.047315 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 4, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4', 'name': '', 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'mac_address': 'fa:16:3e:80:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2d30ee72-084c-462d-85ca-aac9b92142f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:51Z', 'updated_at': '2022-03-08T18:54:52Z', 'revision_number': 2, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'subnets': [{'id': '2d30ee72-084c-462d-85ca-aac9b92142f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:55.076771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Checking router: 412d460d-1871-44a5-8372-ff92fc8e2fc0 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:54:55.077224 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Updating router 412d460d-1871-44a5-8372-ff92fc8e2fc0 port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:54:55.084674 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (86d6b756-ad89-482a-943a-1b00f6bcea42), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.105392 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.155411 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (86d6b756-ad89-482a-943a-1b00f6bcea42), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.273272 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (86d6b756-ad89-482a-943a-1b00f6bcea42), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.292862 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d6b756-ad89-482a-943a-1b00f6bcea42,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:55.394006 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Publish callbacks [] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.399073 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.403411 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53918) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:55.412330 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6cb45f10-3945-44fe-9fc6-01aa28463de0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4654939 Mar 08 18:54:55.412568 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea533c-1228-49a9-9e7c-2332838a617f', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:55.507568 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.567655 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dd955-cbc2-4ddb-9af1-88372d02d816 None None] Pushing event updated for resources: {'Port': ['ID=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:55.624053 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Attempting to bind port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:54:55.624585 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Attempting to bind port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:54:55.625024 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Attempting to bind port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 on network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:54:55.636332 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:54:55.636731 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Checking segment: {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:54:55.637471 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.638231 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Bound using segment: {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:54:55.639968 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Bound port: e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:54:55.640536 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.649748 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (736b3d40-b554-4be4-8e6e-7c92cc8718a8), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.672125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-ffcc73b7-772e-4f44-8eab-d4bb3d550d58 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:55.673894 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-ffcc73b7-772e-4f44-8eab-d4bb3d550d58 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/networks?id=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce HTTP/1.1" status: 200 len: 814 time: 0.1320429 Mar 08 18:54:55.690261 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-02a589b0-555a-41fa-92fa-e6df44e71101 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/quotas/2939120675f246a396f1b6e79778eae0 HTTP/1.1" status: 200 len: 375 time: 0.0098395 Mar 08 18:54:55.731270 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (736b3d40-b554-4be4-8e6e-7c92cc8718a8), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.734395 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-60640e0d-2a66-41ea-a998-1a72019cfc14 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2939120675f246a396f1b6e79778eae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362196 Mar 08 18:54:55.867366 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-f15bd69e-b785-4961-8e07-9fe927ad5a03 service neutron] 10.222.0.74 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242874 Mar 08 18:54:55.882868 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (736b3d40-b554-4be4-8e6e-7c92cc8718a8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.922409 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] For port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:54:55.922409 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] For port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,segment=NetworkSegment(d6dd1f0b-c87e-4289-b0f8-a277491dea4c),segment_id=d6dd1f0b-c87e-4289-b0f8-a277491dea4c)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:54:55.922619 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736b3d40-b554-4be4-8e6e-7c92cc8718a8,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:55.926777 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f0b6bd8f-2bd5-4202-9f4b-0db64c0d6bf5 None None] Provisioning complete for port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:55.928049 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bd8f-2bd5-4202-9f4b-0db64c0d6bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:55.948832 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.949565 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.950145 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.950703 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.951275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.951817 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.953168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.954136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.954577 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.956723 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.957309 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.958267 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.960545 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:54:55.976432 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6bd8f-2bd5-4202-9f4b-0db64c0d6bf5 None None] Port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:54:56.004739 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.007397 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.009092 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-f394d744-8f7f-414d-9eda-cddd45624953 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6043959 Mar 08 18:54:56.015249 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53944) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:56.021266 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea533c-1228-49a9-9e7c-2332838a617f', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:56.036147 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-e3f56298-395f-48f8-b206-0d93193d5b9b service neutron] 10.222.0.74 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618207 Mar 08 18:54:56.057006 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759abb5f-cf6e-4f1d-b812-327508523234 req-01db23fd-e587-4b07-a686-6795f26fe59b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:56.065091 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-759abb5f-cf6e-4f1d-b812-327508523234 req-01db23fd-e587-4b07-a686-6795f26fe59b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0911109 Mar 08 18:54:56.091110 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Routers {'412d460d-1871-44a5-8372-ff92fc8e2fc0'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:54:56.091110 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['412d460d-1871-44a5-8372-ff92fc8e2fc0'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:56.092696 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dd955-cbc2-4ddb-9af1-88372d02d816 None None] Pushing event updated for resources: {'Port': ['ID=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:56.161114 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Project 832e6502d0e6485990465e594d8e27f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:54:56.161114 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (683bf9ec-0205-4006-ab10-1fffe8ea1df7), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.216313 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.257843 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:56.264332 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (683bf9ec-0205-4006-ab10-1fffe8ea1df7), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.316252 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] Set router 412d460d-1871-44a5-8372-ff92fc8e2fc0 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:54:56.361898 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] Provisioning complete for port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:56.362208 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.406658 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-759abb5f-cf6e-4f1d-b812-327508523234 req-44ddd07b-011a-4746-80e2-d22108012752 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407958 Mar 08 18:54:56.423392 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (683bf9ec-0205-4006-ab10-1fffe8ea1df7), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.459530 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683bf9ec-0205-4006-ab10-1fffe8ea1df7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:56.478460 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:56.478460 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.512650 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.514235 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1d694662-c1d4-422f-b4bf-99212c767333 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4974647 Mar 08 18:54:56.516938 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 53954) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:54:56.518436 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5693c586-110f-43bc-9b87-d9665fb85e22 req-f5d25ea2-1183-4a02-b5c3-f408c1889222 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0618563 Mar 08 18:54:56.522118 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'security_group_rule': {'security_group_id': 'd7ea533c-1228-49a9-9e7c-2332838a617f', 'project_id': '832e6502d0e6485990465e594d8e27f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:54:56.629336 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] Current status of the port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:56.629727 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.641852 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Project 832e6502d0e6485990465e594d8e27f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:54:56.647714 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (3aec26eb-7a4e-4f37-8892-221469503af1), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.707876 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (3aec26eb-7a4e-4f37-8892-221469503af1), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.713697 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:56.719310 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] For port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,segment=NetworkSegment(d6dd1f0b-c87e-4289-b0f8-a277491dea4c),segment_id=d6dd1f0b-c87e-4289-b0f8-a277491dea4c)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:54:56.737637 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 4, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4', 'name': '', 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'mac_address': 'fa:16:3e:80:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2d30ee72-084c-462d-85ca-aac9b92142f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:51Z', 'updated_at': '2022-03-08T18:54:55Z', 'revision_number': 4, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'subnets': [{'id': '2d30ee72-084c-462d-85ca-aac9b92142f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:54:56.763733 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (3aec26eb-7a4e-4f37-8892-221469503af1), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.769043 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68c027-7294-417d-9716-b0c6065b6464 None None] The sync data for ids ['412d460d-1871-44a5-8372-ff92fc8e2fc0'] in dv-cinder-830088-3-iscsi is: [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T18:54:51Z', 'revision_number': 4, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4', 'name': '', 'network_id': 'c70b87fc-a2b5-48ef-ba50-016e6f3d42dd', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'mac_address': 'fa:16:3e:80:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2d30ee72-084c-462d-85ca-aac9b92142f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:51Z', 'updated_at': '2022-03-08T18:54:55Z', 'revision_number': 4, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'subnets': [{'id': '2d30ee72-084c-462d-85ca-aac9b92142f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:54:56.781586 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aec26eb-7a4e-4f37-8892-221469503af1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:56.793686 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.861697 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:56.865771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2e00-1690-4524-884d-3c56fa097cb8 None None] Pushing event updated for resources: {'Port': ['ID=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:54:56.873956 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6269bddd-0fc8-42d7-8ab8-3adb9f5781e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3543367 Mar 08 18:54:57.069653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dad25-c048-432d-accb-813d859b1f1c req-505b8ebd-6fda-4e9f-a310-22d71b050bd8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:57.078610 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d83dad25-c048-432d-accb-813d859b1f1c req-505b8ebd-6fda-4e9f-a310-22d71b050bd8 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1020761 Mar 08 18:54:57.135898 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d83dad25-c048-432d-accb-813d859b1f1c req-07e63edf-9b44-4e62-848d-9005b71ada8e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529943 Mar 08 18:54:57.514847 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:57.547919 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7611d88-d60b-43c9-917f-8af3916344e6 req-5dd9fd8a-329a-4f84-ba78-3f8b63df0b78 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:57.549426 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c7611d88-d60b-43c9-917f-8af3916344e6 req-5dd9fd8a-329a-4f84-ba78-3f8b63df0b78 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0575111 Mar 08 18:54:57.605185 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aba1f6ee-8f18-4741-ade8-ab5c64a361e6 req-6fd046fa-e59b-4b4d-b00a-68b2fd482391 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0356078 Mar 08 18:54:57.622833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c7611d88-d60b-43c9-917f-8af3916344e6 req-cea9ab3e-5b24-4e74-b553-3b1e998cb05b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673375 Mar 08 18:54:58.287545 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc7f76-fc2e-4b7b-98f2-93434b06e70a req-2d07676e-3a1a-4c99-8765-aa50f05f077e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:58.295350 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a5bc7f76-fc2e-4b7b-98f2-93434b06e70a req-2d07676e-3a1a-4c99-8765-aa50f05f077e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0883410 Mar 08 18:54:58.302989 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:54:58.350648 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a5bc7f76-fc2e-4b7b-98f2-93434b06e70a req-701b987b-6671-4617-be70-172e2a25860a tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Mar 08 18:54:58.355980 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:54:58.356595 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:58.450821 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:54:58.667258 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-982ded2a-1f3b-40e4-a7e3-4aa36d4b0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:58.667258 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-982ded2a-1f3b-40e4-a7e3-4aa36d4b0d3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0571768 Mar 08 18:54:58.727710 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1831cd78-15b6-470c-8293-791b7953428f req-9fc9283d-3cbc-4d28-bfeb-ab89eba96493 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0548184 Mar 08 18:54:58.766428 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-e446a1e6-4d21-4811-8acf-242189ed6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:58.767884 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-e446a1e6-4d21-4811-8acf-242189ed6470 service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.0994143 Mar 08 18:54:58.813234 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cded710-b498-4c9c-98a0-fc9f9b4bc985 req-6e1bc4c6-f5fe-45b5-85d6-14d5fdcbe92c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:58.818607 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-6b508b03-9015-44c5-ad80-ef103a713eec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.0393233 Mar 08 18:54:58.819584 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6cded710-b498-4c9c-98a0-fc9f9b4bc985 req-6e1bc4c6-f5fe-45b5-85d6-14d5fdcbe92c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0952382 Mar 08 18:54:58.869514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-abc8e947-0161-4af0-a8d2-33e66542937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:58.871020 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-abc8e947-0161-4af0-a8d2-33e66542937a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0458655 Mar 08 18:54:58.872085 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6cded710-b498-4c9c-98a0-fc9f9b4bc985 req-40570abb-3ddf-4ded-9acf-137b39f014ff tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491104 Mar 08 18:54:58.905106 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-a0d4db6e-aa19-4711-bd93-9a040cbc0b6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258632 Mar 08 18:54:59.023981 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-c77e6b87-bef9-45ac-8083-b621d01e10d5 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074259 Mar 08 18:54:59.160821 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-d86eb403-0574-41ea-977c-5ee2c3194e88 req-da1c562b-499f-450e-8fbc-814ca79bd05a service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182716 Mar 08 18:54:59.204917 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:54:59.483556 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c53b3-f037-4606-939d-ceabbff9f001 req-63960c6f-1ee2-409b-a63a-37dcab1810f0 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:54:59.485134 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-216c53b3-f037-4606-939d-ceabbff9f001 req-63960c6f-1ee2-409b-a63a-37dcab1810f0 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0567389 Mar 08 18:54:59.539208 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-216c53b3-f037-4606-939d-ceabbff9f001 req-973b25e1-4a7f-4bda-a96b-83201a6418e5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471625 Mar 08 18:54:59.832270 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-196a2ae3-f70a-4572-b329-8203e7aa1643 req-113d1adb-3be2-4a84-b6af-2ed037e485dc tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0293958 Mar 08 18:55:00.022282 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e279-a382-4a31-bb2e-644fe23a8dad req-af711f04-2bb2-4592-935f-99374f0e12e6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:00.022282 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e508e279-a382-4a31-bb2e-644fe23a8dad req-af711f04-2bb2-4592-935f-99374f0e12e6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0548942 Mar 08 18:55:00.059008 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e508e279-a382-4a31-bb2e-644fe23a8dad req-66d5210d-4f3b-419b-87fb-cc53d37fa65b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542059 Mar 08 18:55:00.303134 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-3c37bb94-5104-4f45-a137-0f78ed801353 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:00.305036 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-3c37bb94-5104-4f45-a137-0f78ed801353 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "GET /v2.0/networks?id=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce HTTP/1.1" status: 200 len: 814 time: 0.1155837 Mar 08 18:55:00.319603 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Request body: {'port': {'device_id': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce', 'admin_state_up': True, 'tenant_id': '2939120675f246a396f1b6e79778eae0'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:00.654851 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Made reservation on behalf of 2939120675f246a396f1b6e79778eae0 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:00.660157 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:00.665055 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01e8d9-174e-4eb9-9631-f138faf95940 req-9366bf3f-ed3f-43a1-9f77-ec45753572f4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:00.667510 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-db01e8d9-174e-4eb9-9631-f138faf95940 req-9366bf3f-ed3f-43a1-9f77-ec45753572f4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0593915 Mar 08 18:55:00.728714 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-db01e8d9-174e-4eb9-9631-f138faf95940 req-82825a43-763f-4452-807d-2d76268aaf2d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534053 Mar 08 18:55:00.973315 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bc759e03-5229-4e75-96c1-f448efe6bc60 req-eb6d9f8b-9761-483b-94f0-84ff570f8637 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0379965 Mar 08 18:55:00.994558 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:01.053530 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Allocated IP 172.20.0.12 (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce/3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec/2b757014-cc8d-451c-a75f-094ec9fc5822) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:01.185666 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dfa70519-88f2-4475-807e-d979be2c15bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.201107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcccaa-edbb-4bf8-9983-94a2203cab79 req-88afd341-55af-4ed5-b66d-e3f9cbe7d919 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:01.202805 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67dcccaa-edbb-4bf8-9983-94a2203cab79 req-88afd341-55af-4ed5-b66d-e3f9cbe7d919 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0565617 Mar 08 18:55:01.254830 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks [] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.258150 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67dcccaa-edbb-4bf8-9983-94a2203cab79 req-258f0afb-1699-4b4a-b331-afac509b7bf2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Mar 08 18:55:01.327938 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dfa70519-88f2-4475-807e-d979be2c15bc admin admin] Publish callbacks [] for security_group (df9a114d-f549-4386-8047-78a9995607c8), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.531684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.533291 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dfa70519-88f2-4475-807e-d979be2c15bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (df9a114d-f549-4386-8047-78a9995607c8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.622325 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa70519-88f2-4475-807e-d979be2c15bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a114d-f549-4386-8047-78a9995607c8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:01.627691 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-dfa70519-88f2-4475-807e-d979be2c15bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4812e616280b4a85947cf3fec948b7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6317508 Mar 08 18:55:01.630849 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54148) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:01.631862 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:01.636595 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:01.639226 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:01.641478 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54150) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:01.642365 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Pushing event updated for resources: {'Port': ['ID=2b757014-cc8d-451c-a75f-094ec9fc5822,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:01.693926 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:01.694597 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.713540 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Publish callbacks [] for security_group (df9a114d-f549-4386-8047-78a9995607c8), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.739046 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Publish callbacks [] for security_group (df9a114d-f549-4386-8047-78a9995607c8), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.789951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d189fe3-b7d9-473a-b25d-dcda54e3c385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.828159 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-907ea827-41bb-44b3-a215-3f08697a697a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5130584 Mar 08 18:55:01.840702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Request body: {'port': {'device_id': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:01.864670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdeb64-f4dd-487b-a4e1-5bf0a4059647 req-b62000f0-7f66-4679-a15e-6adfdc9eeb01 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:01.866447 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bacdeb64-f4dd-487b-a4e1-5bf0a4059647 req-b62000f0-7f66-4679-a15e-6adfdc9eeb01 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0644436 Mar 08 18:55:01.902647 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.914398 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bacdeb64-f4dd-487b-a4e1-5bf0a4059647 req-de90895c-b85a-4629-af7d-cf395cc6d546 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Mar 08 18:55:01.936887 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (df9a114d-f549-4386-8047-78a9995607c8), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.939499 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:01.950496 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df9a114d-f549-4386-8047-78a9995607c8 HTTP/1.1" status: 204 len: 168 time: 0.3079255 Mar 08 18:55:01.960049 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a114d-f549-4386-8047-78a9995607c8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:01.976170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.976524 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.976871 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.977211 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.977547 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.977879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.978236 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.979205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.979205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.979205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.979560 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.979860 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:01.980148 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df703ad8-9e4f-47b6-add0-7e94e7085d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:02.028870 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d189fe3-b7d9-473a-b25d-dcda54e3c385 admin admin] Publish callbacks [] for security_group (88a9fbce-c9b6-4fcf-a646-4b076816867b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.101826 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d189fe3-b7d9-473a-b25d-dcda54e3c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (88a9fbce-c9b6-4fcf-a646-4b076816867b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.170694 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051f4b2-68de-4cc0-b41c-cffd2e73f3b5 req-b7a08f08-331b-4eed-a924-7f4ebf531ca5 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:02.172860 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2051f4b2-68de-4cc0-b41c-cffd2e73f3b5 req-b7a08f08-331b-4eed-a924-7f4ebf531ca5 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 932 time: 0.1157744 Mar 08 18:55:02.178469 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d189fe3-b7d9-473a-b25d-dcda54e3c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a9fbce-c9b6-4fcf-a646-4b076816867b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:02.198185 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4d189fe3-b7d9-473a-b25d-dcda54e3c385 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e679388bd11946ec86d7a6a2e9d884d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554798 Mar 08 18:55:02.200645 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54160) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:02.259009 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2051f4b2-68de-4cc0-b41c-cffd2e73f3b5 req-d02ef476-b65d-4913-874b-8b52d7cdb1ad tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775907 Mar 08 18:55:02.260572 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b757014-cc8d-451c-a75f-094ec9fc5822 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:02.270722 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Publish callbacks [] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.281156 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a493b428-425f-4e4e-9a5e-8f868392bc90 admin admin] Publish callbacks [] for security_group (88a9fbce-c9b6-4fcf-a646-4b076816867b), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.291617 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Transition to ACTIVE for port object 2b757014-cc8d-451c-a75f-094ec9fc5822 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:55:02.314195 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a493b428-425f-4e4e-9a5e-8f868392bc90 admin admin] Publish callbacks [] for security_group (88a9fbce-c9b6-4fcf-a646-4b076816867b), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.426855 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841de0d-bad4-46d3-8eec-281eb7d0777c req-05b70d3c-b23e-4d6e-b473-8d1b3630692a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:02.428957 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6841de0d-bad4-46d3-8eec-281eb7d0777c req-05b70d3c-b23e-4d6e-b473-8d1b3630692a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0741920 Mar 08 18:55:02.447936 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.491883 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6841de0d-bad4-46d3-8eec-281eb7d0777c req-761d6437-ecce-46a9-94f8-d70555737144 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567243 Mar 08 18:55:02.539125 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Pushing event updated for resources: {'Port': ['ID=2b757014-cc8d-451c-a75f-094ec9fc5822,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:02.561207 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a493b428-425f-4e4e-9a5e-8f868392bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (88a9fbce-c9b6-4fcf-a646-4b076816867b), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.570934 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a493b428-425f-4e4e-9a5e-8f868392bc90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.570934 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-a493b428-425f-4e4e-9a5e-8f868392bc90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/88a9fbce-c9b6-4fcf-a646-4b076816867b HTTP/1.1" status: 204 len: 168 time: 0.3644679 Mar 08 18:55:02.577849 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493b428-425f-4e4e-9a5e-8f868392bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a9fbce-c9b6-4fcf-a646-4b076816867b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:02.617732 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Attempting to bind port 2b757014-cc8d-451c-a75f-094ec9fc5822 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:02.617732 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Attempting to bind port 2b757014-cc8d-451c-a75f-094ec9fc5822 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:02.617732 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Attempting to bind port 2b757014-cc8d-451c-a75f-094ec9fc5822 on network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:02.623130 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Port 2b757014-cc8d-451c-a75f-094ec9fc5822 on network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:55:02.623496 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Attempting to bind port 2b757014-cc8d-451c-a75f-094ec9fc5822 on network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:02.629471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:02.629789 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Checking segment: {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:02.631340 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Bound using segment: {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:02.631787 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Bound port: 2b757014-cc8d-451c-a75f-094ec9fc5822, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:02.632334 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.702834 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] For port 2b757014-cc8d-451c-a75f-094ec9fc5822, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:02.706229 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] For port 2b757014-cc8d-451c-a75f-094ec9fc5822, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2b757014-cc8d-451c-a75f-094ec9fc5822,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:02.787161 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.820679 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:02.821467 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:02.822891 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] 10.222.0.77 "PUT /v2.0/ports/2b757014-cc8d-451c-a75f-094ec9fc5822 HTTP/1.1" status: 200 len: 1094 time: 0.9868715 Mar 08 18:55:02.825187 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'tag': '2b757014-cc8d-451c-a75f-094ec9fc5822'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:02.827550 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3306d411-31c1-4cc0-97f1-c8efa198674b" -d '{"events": [{"name": "network-changed", "server_uuid": "77d6a83a-1367-4627-bd49-4fbe27f85795", "tag": "2b757014-cc8d-451c-a75f-094ec9fc5822"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:02.853705 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5475c28-0e10-430f-ac11-9633db2cfcea service neutron] Pushing event updated for resources: {'Port': ['ID=2b757014-cc8d-451c-a75f-094ec9fc5822,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:02.878261 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f1fba-8fb6-47be-ad9d-e14e07362bb8 x-openstack-request-id: req-655f1fba-8fb6-47be-ad9d-e14e07362bb8 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:02.878551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d6a83a-1367-4627-bd49-4fbe27f85795", "tag": "2b757014-cc8d-451c-a75f-094ec9fc5822", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:02.878803 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-655f1fba-8fb6-47be-ad9d-e14e07362bb8 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:02.879210 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'tag': '2b757014-cc8d-451c-a75f-094ec9fc5822', 'status': 'completed', 'code': 200} Mar 08 18:55:02.974805 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d411-31c1-4cc0-97f1-c8efa198674b req-8f42d462-d08d-442a-a7e7-7963bb584ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:02.980968 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-3306d411-31c1-4cc0-97f1-c8efa198674b req-8f42d462-d08d-442a-a7e7-7963bb584ce1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2939120675f246a396f1b6e79778eae0&device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 1128 time: 0.0727060 Mar 08 18:55:02.994942 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6ad8-98b6-40ae-b8b0-220ecb15439e req-6407af32-837c-4d32-a3c2-8af77497317d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:02.996701 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-843f6ad8-98b6-40ae-b8b0-220ecb15439e req-6407af32-837c-4d32-a3c2-8af77497317d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0697336 Mar 08 18:55:03.071490 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54188) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:03.080439 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-843f6ad8-98b6-40ae-b8b0-220ecb15439e req-6425b823-72d2-4aaa-852e-c2ea68849ae2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500937 Mar 08 18:55:03.093724 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-389383c5-e1e1-48fd-860a-4663482ff37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.098961 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984dfe4-be41-47dd-bd6a-9036e1264aeb req-7a6b74df-7532-49d4-8105-607f1586a63b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.100548 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e984dfe4-be41-47dd-bd6a-9036e1264aeb req-7a6b74df-7532-49d4-8105-607f1586a63b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1027007 Mar 08 18:55:03.162324 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d411-31c1-4cc0-97f1-c8efa198674b req-b07953d3-a680-48fb-ae59-e89b49cdeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.163925 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-3306d411-31c1-4cc0-97f1-c8efa198674b req-b07953d3-a680-48fb-ae59-e89b49cdeae1 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2939120675f246a396f1b6e79778eae0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1785836 Mar 08 18:55:03.176442 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e984dfe4-be41-47dd-bd6a-9036e1264aeb req-d8d848a2-2eed-439d-b579-ff50fffbb404 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701222 Mar 08 18:55:03.221692 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-c3fb046e-ee85-4c02-9171-6a1173b485da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.223254 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-c3fb046e-ee85-4c02-9171-6a1173b485da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1130 time: 0.0599780 Mar 08 18:55:03.282341 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-389383c5-e1e1-48fd-860a-4663482ff37b admin admin] Publish callbacks [] for security_group (4dff3406-c061-43c1-aea1-e79b03a20ff3), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.312174 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d411-31c1-4cc0-97f1-c8efa198674b req-667c85fb-ce11-45f7-8cad-f3b24161798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.314126 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-3306d411-31c1-4cc0-97f1-c8efa198674b req-667c85fb-ce11-45f7-8cad-f3b24161798a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334972 Mar 08 18:55:03.326790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-ed367a9b-9f5d-4a95-9054-430595a97b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.334581 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-ed367a9b-9f5d-4a95-9054-430595a97b64 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 911 time: 0.0968337 Mar 08 18:55:03.389048 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-389383c5-e1e1-48fd-860a-4663482ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (4dff3406-c061-43c1-aea1-e79b03a20ff3), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.439693 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389383c5-e1e1-48fd-860a-4663482ff37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff3406-c061-43c1-aea1-e79b03a20ff3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:03.462632 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-389383c5-e1e1-48fd-860a-4663482ff37b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b27449a4eb7c4a42b874cde9defe8d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904865 Mar 08 18:55:03.465997 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-1e7a3b4e-eff0-440d-a61f-d326bb0b2249 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 1002 time: 0.1270616 Mar 08 18:55:03.467552 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54194) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:03.481938 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d7a95-b5b6-43db-b451-28e2b072ea4d req-ce5d6e17-d9af-4035-bc7d-8b2c5eb3e021 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.483225 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-b55ef943-85eb-4cc2-b628-bd2205463431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.483794 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-eb8d7a95-b5b6-43db-b451-28e2b072ea4d req-ce5d6e17-d9af-4035-bc7d-8b2c5eb3e021 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 944 time: 0.1535718 Mar 08 18:55:03.485181 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-b55ef943-85eb-4cc2-b628-bd2205463431 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2939120675f246a396f1b6e79778eae0&device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 1128 time: 0.1253691 Mar 08 18:55:03.535710 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54198) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:03.561125 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-1a952a16-48de-4dc9-ad4f-3e7c8f6f5a94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b757014-cc8d-451c-a75f-094ec9fc5822 HTTP/1.1" status: 200 len: 217 time: 0.0661340 Mar 08 18:55:03.569059 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40246e04-b242-4784-beab-385225b5bdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.601601 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-ba92712c-9070-483f-bef5-c793b87e8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.603411 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-ba92712c-9070-483f-bef5-c793b87e8a57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.1183548 Mar 08 18:55:03.616378 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-eb8d7a95-b5b6-43db-b451-28e2b072ea4d req-b3d0e050-d32b-44ac-bae5-f555b68ef984 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223571 Mar 08 18:55:03.634930 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-316ccfd0-6638-42db-a977-2deff793f743 admin admin] Publish callbacks [] for security_group (4dff3406-c061-43c1-aea1-e79b03a20ff3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.655969 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32652f-256e-4f8d-920e-944e5b090215 req-8c299fd5-9aeb-4459-872f-d817beb00b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.657477 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-8c299fd5-9aeb-4459-872f-d817beb00b28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec HTTP/1.1" status: 200 len: 854 time: 0.0825114 Mar 08 18:55:03.665608 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-316ccfd0-6638-42db-a977-2deff793f743 admin admin] Publish callbacks [] for security_group (4dff3406-c061-43c1-aea1-e79b03a20ff3), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.701508 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-83a3c5ad-06f6-4cc5-b1d1-9c798b7910b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336928 Mar 08 18:55:03.702757 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-0f1218c6-ba41-40db-a7bd-b7a209282fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:03.707170 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-0f1218c6-ba41-40db-a7bd-b7a209282fd2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922792 Mar 08 18:55:03.772663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40246e04-b242-4784-beab-385225b5bdef admin admin] Publish callbacks [] for security_group (80925547-79f9-464a-ba76-c7bd61a2e357), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.826013 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-96649150-1b66-423a-b442-93f8a54557e6 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036088 Mar 08 18:55:03.834282 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-160b9c2b-daf8-4a73-b483-bba30bb47d56 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149149 Mar 08 18:55:03.905392 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40246e04-b242-4784-beab-385225b5bdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (80925547-79f9-464a-ba76-c7bd61a2e357), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.937551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-316ccfd0-6638-42db-a977-2deff793f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (4dff3406-c061-43c1-aea1-e79b03a20ff3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.940280 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-316ccfd0-6638-42db-a977-2deff793f743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:03.941463 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-316ccfd0-6638-42db-a977-2deff793f743 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4dff3406-c061-43c1-aea1-e79b03a20ff3 HTTP/1.1" status: 204 len: 168 time: 0.4728861 Mar 08 18:55:03.953185 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-bd32652f-256e-4f8d-920e-944e5b090215 req-5f648e2e-bfb1-4058-af75-94a55c8372c6 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091540 Mar 08 18:55:03.954076 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ccfd0-6638-42db-a977-2deff793f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff3406-c061-43c1-aea1-e79b03a20ff3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:03.970345 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-40246e04-b242-4784-beab-385225b5bdef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=77b6c17110224ec2bb422bdd07cd12b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312539 Mar 08 18:55:03.970722 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54204) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:03.980000 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40246e04-b242-4784-beab-385225b5bdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80925547-79f9-464a-ba76-c7bd61a2e357,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:03.988890 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b25b453d-fbab-4199-8782-43ee3d969e14 req-1e2d6738-9aaf-41b1-bfbe-1fe923c3a4a9 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438501 Mar 08 18:55:04.029975 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a6-d9e8-4837-8d46-c0f9bba9239c admin admin] Publish callbacks [] for security_group (80925547-79f9-464a-ba76-c7bd61a2e357), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.052809 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a6-d9e8-4837-8d46-c0f9bba9239c admin admin] Publish callbacks [] for security_group (80925547-79f9-464a-ba76-c7bd61a2e357), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.210229 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a6-d9e8-4837-8d46-c0f9bba9239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (80925547-79f9-464a-ba76-c7bd61a2e357), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.212891 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a6-d9e8-4837-8d46-c0f9bba9239c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:04.214385 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-8c0192a6-d9e8-4837-8d46-c0f9bba9239c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/80925547-79f9-464a-ba76-c7bd61a2e357 HTTP/1.1" status: 204 len: 168 time: 0.2424362 Mar 08 18:55:04.229477 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0192a6-d9e8-4837-8d46-c0f9bba9239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80925547-79f9-464a-ba76-c7bd61a2e357,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:04.233302 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25786-3ab6-4170-9646-8698f17510ce req-1c2e19c7-0d0d-4032-b9da-206559b250fa tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:04.235302 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dfc25786-3ab6-4170-9646-8698f17510ce req-1c2e19c7-0d0d-4032-b9da-206559b250fa tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0640519 Mar 08 18:55:04.316798 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dfc25786-3ab6-4170-9646-8698f17510ce req-cfe75bb1-6da9-475d-bba9-c1cab9e7f91c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723617 Mar 08 18:55:04.342653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e265-cbec-4936-83c2-0c8caa2458e4 req-2fcc82eb-6507-476d-b3b2-a4916e1067fb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:04.344323 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6e03e265-cbec-4936-83c2-0c8caa2458e4 req-2fcc82eb-6507-476d-b3b2-a4916e1067fb tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Mar 08 18:55:04.397803 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6e03e265-cbec-4936-83c2-0c8caa2458e4 req-78c9ef1b-9df5-4b3a-beca-81cea61abf23 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Mar 08 18:55:04.878344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d13b1-70bf-4799-923e-da15509b374a req-6bfa2653-e4d5-4387-8012-fe8b6f29da50 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:04.880608 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-508d13b1-70bf-4799-923e-da15509b374a req-6bfa2653-e4d5-4387-8012-fe8b6f29da50 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 944 time: 0.1173017 Mar 08 18:55:04.951205 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-508d13b1-70bf-4799-923e-da15509b374a req-232e1a5d-01ca-4029-92b9-2c0ca8ae0950 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634913 Mar 08 18:55:05.498421 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2814-1b88-41ef-903c-23e84b1fd1d6 req-7bf64e77-79ec-4dc6-be24-09dc1c7e4d9d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:05.501753 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32ad2814-1b88-41ef-903c-23e84b1fd1d6 req-7bf64e77-79ec-4dc6-be24-09dc1c7e4d9d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0879741 Mar 08 18:55:05.608600 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521ffe-e632-4bff-af14-ba9d75cfd570 req-3a6fa943-a471-4aee-a974-97ac40c2454e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:05.610149 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-63521ffe-e632-4bff-af14-ba9d75cfd570 req-3a6fa943-a471-4aee-a974-97ac40c2454e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1091933 Mar 08 18:55:05.613191 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32ad2814-1b88-41ef-903c-23e84b1fd1d6 req-b9b29166-7bbd-43ef-acfe-a51d72f37c94 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030848 Mar 08 18:55:05.677659 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-63521ffe-e632-4bff-af14-ba9d75cfd570 req-62ac1a0b-d319-48e0-8bad-f3775829bce9 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Mar 08 18:55:06.076690 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dda71-fcb7-4245-9db6-3af8c7cec54a req-b0333464-df98-4c5b-893d-db050f339228 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:06.078240 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f6dda71-fcb7-4245-9db6-3af8c7cec54a req-b0333464-df98-4c5b-893d-db050f339228 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 944 time: 0.0620337 Mar 08 18:55:06.129679 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f6dda71-fcb7-4245-9db6-3af8c7cec54a req-8ab4d6c7-6ff0-4246-9b9c-435249ce65e1 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Mar 08 18:55:06.803991 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687228ec-050d-4965-8197-979a6a07ee77 req-e80607bf-9919-45a7-b2b9-802b0c1de7d0 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:06.805448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-687228ec-050d-4965-8197-979a6a07ee77 req-e80607bf-9919-45a7-b2b9-802b0c1de7d0 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0516853 Mar 08 18:55:06.855473 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-687228ec-050d-4965-8197-979a6a07ee77 req-f435ec25-d9cf-4438-9c7a-4712088a8c16 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445499 Mar 08 18:55:06.969517 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 2b757014-cc8d-451c-a75f-094ec9fc5822 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:55:07.066592 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 2b757014-cc8d-451c-a75f-094ec9fc5822, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2b757014-cc8d-451c-a75f-094ec9fc5822,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:07.079347 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '2b757014-cc8d-451c-a75f-094ec9fc5822', 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce', 'port_id': '2b757014-cc8d-451c-a75f-094ec9fc5822', 'mac_address': 'fa:16:3e:a2:38:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:55:07.121153 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 2b757014-cc8d-451c-a75f-094ec9fc5822 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:07.121469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.139497 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b757014-cc8d-451c-a75f-094ec9fc5822 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:07.160031 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 2b757014-cc8d-451c-a75f-094ec9fc5822, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2b757014-cc8d-451c-a75f-094ec9fc5822,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:07.263042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042febe-af9d-4f00-b9f0-5c5163dacefd req-97c93258-a26a-4ecf-8f61-ad06ccedddbb tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:07.264520 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1042febe-af9d-4f00-b9f0-5c5163dacefd req-97c93258-a26a-4ecf-8f61-ad06ccedddbb tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Mar 08 18:55:07.314952 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1042febe-af9d-4f00-b9f0-5c5163dacefd req-cc9287bb-b1f9-437c-9a9c-ece67ff5582f tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Mar 08 18:55:07.318805 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:07.376400 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=2b757014-cc8d-451c-a75f-094ec9fc5822,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:07.976719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903a0f5-63c7-4fcd-a34f-adb61e3af63e req-8625e1dc-d356-4182-9e01-93f371e2dbe4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:07.978204 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2903a0f5-63c7-4fcd-a34f-adb61e3af63e req-8625e1dc-d356-4182-9e01-93f371e2dbe4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0523944 Mar 08 18:55:08.027180 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2903a0f5-63c7-4fcd-a34f-adb61e3af63e req-71b1d5b6-8a20-4c87-846f-6cac065e5927 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Mar 08 18:55:08.446973 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177fab7-2f25-4905-9d6b-5a37c151bdc6 req-551b3fda-7d7e-4541-a3e6-afad890a1750 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:08.448313 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2177fab7-2f25-4905-9d6b-5a37c151bdc6 req-551b3fda-7d7e-4541-a3e6-afad890a1750 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 945 time: 0.0551672 Mar 08 18:55:08.495862 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2177fab7-2f25-4905-9d6b-5a37c151bdc6 req-48147132-83e9-497d-9d3e-3c57d0744888 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Mar 08 18:55:09.012117 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['2b757014-cc8d-451c-a75f-094ec9fc5822'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:55:09.151470 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fb482-a309-4ad2-a2fd-df5e3064c7f7 req-e1bae259-72ca-4dbb-a0d6-650963f84d6c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:09.152984 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fd1fb482-a309-4ad2-a2fd-df5e3064c7f7 req-e1bae259-72ca-4dbb-a0d6-650963f84d6c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0564997 Mar 08 18:55:09.209044 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fd1fb482-a309-4ad2-a2fd-df5e3064c7f7 req-c0eefd56-b00f-48f2-ad05-c9b8a11597c5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Mar 08 18:55:09.626316 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512b21a-67a3-4f79-aa08-85cd01fb2830 req-441fb08e-316a-4ff2-90d9-484662e330ef tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:09.628069 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a512b21a-67a3-4f79-aa08-85cd01fb2830 req-441fb08e-316a-4ff2-90d9-484662e330ef tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 945 time: 0.0611970 Mar 08 18:55:09.680110 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a512b21a-67a3-4f79-aa08-85cd01fb2830 req-b726e491-590a-4ca7-ae5a-4c5572a39006 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Mar 08 18:55:10.349597 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd11771-e3bc-4937-a188-0cfc52692485 req-3297dea9-0715-42dd-ac37-2b19649747de tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:10.351018 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fdd11771-e3bc-4937-a188-0cfc52692485 req-3297dea9-0715-42dd-ac37-2b19649747de tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0551202 Mar 08 18:55:10.400766 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fdd11771-e3bc-4937-a188-0cfc52692485 req-7d47187e-4314-499c-bc49-29344587b286 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Mar 08 18:55:10.726909 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 2b757014-cc8d-451c-a75f-094ec9fc5822 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:10.809781 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079437b6-948a-4162-8b34-15bb99ddac98 req-f5558e13-cc1b-4550-87c9-181c703b9c53 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:10.811469 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-079437b6-948a-4162-8b34-15bb99ddac98 req-f5558e13-cc1b-4550-87c9-181c703b9c53 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 945 time: 0.0567706 Mar 08 18:55:10.864590 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 2b757014-cc8d-451c-a75f-094ec9fc5822 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:55:10.868364 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-079437b6-948a-4162-8b34-15bb99ddac98 req-b3d9fa40-447e-4932-954c-af304fe00633 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Mar 08 18:55:10.869780 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 2b757014-cc8d-451c-a75f-094ec9fc5822 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:10.870658 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:10.957564 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 2b757014-cc8d-451c-a75f-094ec9fc5822 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:10.957961 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:10.984857 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b757014-cc8d-451c-a75f-094ec9fc5822'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:10.987197 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0206e32-700b-40e2-b909-2d8307b4486b" -d '{"events": [{"server_uuid": "77d6a83a-1367-4627-bd49-4fbe27f85795", "name": "network-vif-plugged", "status": "completed", "tag": "2b757014-cc8d-451c-a75f-094ec9fc5822"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:11.004877 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 2b757014-cc8d-451c-a75f-094ec9fc5822, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2b757014-cc8d-451c-a75f-094ec9fc5822,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:11.026451 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d14fbc-73a3-4afd-9c1e-a88ce8d0b7d1 x-openstack-request-id: req-c5d14fbc-73a3-4afd-9c1e-a88ce8d0b7d1 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:11.026782 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d6a83a-1367-4627-bd49-4fbe27f85795", "name": "network-vif-plugged", "status": "completed", "tag": "2b757014-cc8d-451c-a75f-094ec9fc5822", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:11.027032 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5d14fbc-73a3-4afd-9c1e-a88ce8d0b7d1 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:11.027423 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b757014-cc8d-451c-a75f-094ec9fc5822', 'code': 200} Mar 08 18:55:11.070696 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:11.118964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=2b757014-cc8d-451c-a75f-094ec9fc5822,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:11.126083 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.126453 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.126939 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.127278 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.127607 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.127937 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.128263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.128585 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.128909 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.129235 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.129556 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.129873 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.130705 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:11.413381 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658d9e-b76a-4e0c-92cc-f3d0864c20dc req-ea1518ad-1c20-4bea-8ab5-9a7561d6444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.417674 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b658d9e-b76a-4e0c-92cc-f3d0864c20dc req-ea1518ad-1c20-4bea-8ab5-9a7561d6444f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 1130 time: 0.0449531 Mar 08 18:55:11.468197 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5b658d9e-b76a-4e0c-92cc-f3d0864c20dc req-e1ddd701-7380-46c6-ac7b-6d4c8415e19c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Mar 08 18:55:11.524364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb534ab-7e16-4103-a0a7-46ace1c23b19 req-ad7b8655-7737-4a77-971e-019a1db0b01b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:11.525850 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-abb534ab-7e16-4103-a0a7-46ace1c23b19 req-ad7b8655-7737-4a77-971e-019a1db0b01b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0556448 Mar 08 18:55:11.578873 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-abb534ab-7e16-4103-a0a7-46ace1c23b19 req-3b3e354a-cfdb-417a-8d5f-9df4735baf38 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472975 Mar 08 18:55:11.998689 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89654-d731-4a93-85fd-50ea936918be req-8c6fe2d0-ce38-44fa-ad2d-565d2dddb773 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:12.000558 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5fb89654-d731-4a93-85fd-50ea936918be req-8c6fe2d0-ce38-44fa-ad2d-565d2dddb773 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 946 time: 0.0624077 Mar 08 18:55:12.047948 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5fb89654-d731-4a93-85fd-50ea936918be req-8ad37f9d-3607-44b1-86e2-36e061226a39 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Mar 08 18:55:12.697166 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc534d-2ac4-4533-93fd-fe0de04d5d6a req-83d53fb9-fcf8-4d1a-8319-5e86dcbc8860 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:12.698747 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e6cc534d-2ac4-4533-93fd-fe0de04d5d6a req-83d53fb9-fcf8-4d1a-8319-5e86dcbc8860 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0536823 Mar 08 18:55:12.751505 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e6cc534d-2ac4-4533-93fd-fe0de04d5d6a req-b90ae705-02b4-430d-bca3-2dcf5438573e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Mar 08 18:55:13.112988 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531de75-5cef-499c-95f5-6fee73c9e50c req-9e9b251a-0872-4bd9-a3c2-f0e5dc6e0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:13.115067 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f531de75-5cef-499c-95f5-6fee73c9e50c req-9e9b251a-0872-4bd9-a3c2-f0e5dc6e0795 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0485113 Mar 08 18:55:13.201764 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f531de75-5cef-499c-95f5-6fee73c9e50c req-7e350783-c591-44f2-a7e9-e1bb804bc336 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Mar 08 18:55:13.215408 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb71d9-9233-4736-8d4e-c0b432cb78b7 req-f2f5984b-f44b-468f-9c86-2df49cd07fde tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:13.216839 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8bbb71d9-9233-4736-8d4e-c0b432cb78b7 req-f2f5984b-f44b-468f-9c86-2df49cd07fde tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 946 time: 0.0971518 Mar 08 18:55:13.265651 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8bbb71d9-9233-4736-8d4e-c0b432cb78b7 req-2410a2e8-4881-4f29-9ee7-aac5b1cd088a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Mar 08 18:55:13.882590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79783-1b06-497e-a5e9-f081a9adba79 req-87439fc2-cf3c-4866-8ace-cc58586ac98e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:13.884141 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e9b79783-1b06-497e-a5e9-f081a9adba79 req-87439fc2-cf3c-4866-8ace-cc58586ac98e tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0595617 Mar 08 18:55:13.932820 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e9b79783-1b06-497e-a5e9-f081a9adba79 req-ed329916-3dce-4be3-a8d0-01213aae42d3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Mar 08 18:55:15.073874 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dde71-4c7c-42c6-b55f-ffd232592821 req-27a51f90-0d68-4116-bc78-ba6f25b1a6ef tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:15.075382 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-071dde71-4c7c-42c6-b55f-ffd232592821 req-27a51f90-0d68-4116-bc78-ba6f25b1a6ef tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0636830 Mar 08 18:55:15.123733 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-071dde71-4c7c-42c6-b55f-ffd232592821 req-ab996a9d-2974-49df-ba75-3046a8288a10 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Mar 08 18:55:15.784923 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466b7b-dfb5-45de-b42f-1e325d38759b req-154c5578-f714-4588-8c02-8b731df7bbab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:15.786568 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f6466b7b-dfb5-45de-b42f-1e325d38759b req-154c5578-f714-4588-8c02-8b731df7bbab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0550842 Mar 08 18:55:15.872448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f6466b7b-dfb5-45de-b42f-1e325d38759b req-43058b9f-c1e1-4559-983a-8353cff6abe2 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794680 Mar 08 18:55:15.881525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-6b95091d-b6b9-4a07-9a07-4f99fa014947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:15.883197 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-6b95091d-b6b9-4a07-9a07-4f99fa014947 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=135b23afc64f44a1b5785146ee4a9cff&device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0825644 Mar 08 18:55:15.980956 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-93096a5f-c244-460c-ae34-dff093a23471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:15.982453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-93096a5f-c244-460c-ae34-dff093a23471 service neutron] 10.222.0.77 "GET /v2.0/networks?id=03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 200 len: 918 time: 0.0930099 Mar 08 18:55:15.991563 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54570) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:16.029161 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-8c975cf8-0afb-40f4-9f79-6f38c91fdcff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 200 len: 217 time: 0.0401266 Mar 08 18:55:16.096533 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-2ec1f659-9cf3-4ede-bba0-850283819c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:16.098247 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-2ec1f659-9cf3-4ede-bba0-850283819c5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 200 len: 857 time: 0.0630627 Mar 08 18:55:16.102626 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a313d10b-5dc7-4af3-a902-c031b0fa2180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.131490 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-d5045335-c9ec-4bfb-a767-2a4345af4077 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=03a254a8-a992-4a6b-a782-ae97f955d701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259180 Mar 08 18:55:16.180148 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a313d10b-5dc7-4af3-a902-c031b0fa2180 admin admin] Publish callbacks [] for security_group (f69af3e9-c676-44f7-8d67-cf52dfc43351), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.248056 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-8e0aaa6f-075b-42aa-9289-7d7225353040 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009829 Mar 08 18:55:16.295263 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a313d10b-5dc7-4af3-a902-c031b0fa2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f69af3e9-c676-44f7-8d67-cf52dfc43351), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.338559 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a313d10b-5dc7-4af3-a902-c031b0fa2180 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85761d75e13d4250b608d7d5ec505b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457494 Mar 08 18:55:16.341285 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54578) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:16.346933 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa7c73a5-7c1c-487b-b81c-9fab6d57c78d req-38e0d06a-3cdd-47a7-8089-7b10ca767862 service neutron] 10.222.0.77 "GET /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906067 Mar 08 18:55:16.357562 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d10b-5dc7-4af3-a902-c031b0fa2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69af3e9-c676-44f7-8d67-cf52dfc43351,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:16.400266 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d440402-dfd5-4868-9ce4-bed3a8add93a admin admin] Publish callbacks [] for security_group (f69af3e9-c676-44f7-8d67-cf52dfc43351), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.422162 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d440402-dfd5-4868-9ce4-bed3a8add93a admin admin] Publish callbacks [] for security_group (f69af3e9-c676-44f7-8d67-cf52dfc43351), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.558921 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d440402-dfd5-4868-9ce4-bed3a8add93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f69af3e9-c676-44f7-8d67-cf52dfc43351), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.561566 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d440402-dfd5-4868-9ce4-bed3a8add93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:16.565797 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-0d440402-dfd5-4868-9ce4-bed3a8add93a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f69af3e9-c676-44f7-8d67-cf52dfc43351 HTTP/1.1" status: 204 len: 168 time: 0.2231159 Mar 08 18:55:16.574952 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440402-dfd5-4868-9ce4-bed3a8add93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69af3e9-c676-44f7-8d67-cf52dfc43351,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:17.059491 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d37be5-9bb0-4b3f-9d4f-551bfba10c34 req-07dae146-0500-4b51-994a-c3f85a309b32 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:17.061022 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-47d37be5-9bb0-4b3f-9d4f-551bfba10c34 req-07dae146-0500-4b51-994a-c3f85a309b32 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1085260 Mar 08 18:55:17.122422 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-47d37be5-9bb0-4b3f-9d4f-551bfba10c34 req-4dacc1e3-ff55-4e23-bb6a-c05393ea3079 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497611 Mar 08 18:55:17.793252 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54618) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:17.895042 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1401203889-network', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:18.015298 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Made reservation on behalf of f61b9e09a04c4f69880c3665fd9f9660 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:18.017779 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.027426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.109307 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks [] for security_group (55461a62-a4f2-4b6c-a814-8a4daaa5738e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.232654 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (55461a62-a4f2-4b6c-a814-8a4daaa5738e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.249166 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-7c391711-1b32-40db-a109-c0fd33d9d0cd tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108230957&fields=id&tenant_id=832e6502d0e6485990465e594d8e27f5 HTTP/1.1" status: 200 len: 267 time: 0.0735795 Mar 08 18:55:18.262397 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:18.270298 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55461a62-a4f2-4b6c-a814-8a4daaa5738e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:18.277352 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (0e0bc89f-842f-4800-bf75-aa8309871129), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.277695 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Added segment 0e0bc89f-842f-4800-bf75-aa8309871129 of type vlan for network f87684d1-4d2b-4dea-a9d0-f3df9de1911e Mar 08 18:55:18.299460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb24c0b-12bb-4074-8812-571348f3ee0c req-afb578f1-aba1-4b10-8735-f20068a80998 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:18.305322 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cdb24c0b-12bb-4074-8812-571348f3ee0c req-afb578f1-aba1-4b10-8735-f20068a80998 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.1034977 Mar 08 18:55:18.331831 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (f87684d1-4d2b-4dea-a9d0-f3df9de1911e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.429833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cdb24c0b-12bb-4074-8812-571348f3ee0c req-4aa250d2-85f3-4b6a-aee9-0dc2b920ca1c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167557 Mar 08 18:55:18.440935 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-a8ea3a38-ea28-4af9-9e26-09c4406f2a67 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:18.451189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-a8ea3a38-ea28-4af9-9e26-09c4406f2a67 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 809 time: 0.1857481 Mar 08 18:55:18.452564 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (f87684d1-4d2b-4dea-a9d0-f3df9de1911e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.453535 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:18.454362 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.461030 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-be8975e9-570e-4080-a3ea-28c4e1415be2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/quotas/832e6502d0e6485990465e594d8e27f5 HTTP/1.1" status: 200 len: 375 time: 0.0121796 Mar 08 18:55:18.521688 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] Pushing event updated for resources: {'Network': ['ID=f87684d1-4d2b-4dea-a9d0-f3df9de1911e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:18.532262 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:18.539961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-b7f10368-d2f7-46c4-9e2d-caa63332b2e7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645845 Mar 08 18:55:18.568129 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b762e49e-f451-4845-9e40-8fe130710935 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7721972 Mar 08 18:55:18.572819 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54636) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:18.576026 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Request body: {'subnet': {'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1401203889-subnet', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:18.644132 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-626bc19d-831b-4538-929f-a27e34866ff9 service neutron] 10.222.0.74 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948470 Mar 08 18:55:18.699272 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Made reservation on behalf of f61b9e09a04c4f69880c3665fd9f9660 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:18.701757 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:18.748998 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-d9684ee8-9367-46b4-8043-1c7d5e87f393 service neutron] 10.222.0.74 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979140 Mar 08 18:55:18.974168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (6156349d-1479-45ea-b298-c1c9cb86a950), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.044099 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6156349d-1479-45ea-b298-c1c9cb86a950,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:19.051332 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Checking segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:19.052685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Network hostable DHCP agents. Network: f87684d1-4d2b-4dea-a9d0-f3df9de1911e, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:19.139202 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:19.301029 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, f87684d1-4d2b-4dea-a9d0-f3df9de1911e) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:19.305770 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:19.307039 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.311089 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616ceb7-7294-4367-8c65-844b3a6ba4e0 None None] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:19.413511 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:55:19.413511 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.553502 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-013b2e4a-c9bf-4bd2-bc51-64e3c4c7a5be admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9823954 Mar 08 18:55:19.565681 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54656) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:19.565681 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:19.586162 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Allocated IP 172.20.0.2 (f87684d1-4d2b-4dea-a9d0-f3df9de1911e/6156349d-1479-45ea-b298-c1c9cb86a950/0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:19.725037 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (06c23264-f550-43b2-81dd-9929d13ea50b), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.726507 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (06c23264-f550-43b2-81dd-9929d13ea50b), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.758428 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Publish callbacks [] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.799868 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks [] for router_controller (06c23264-f550-43b2-81dd-9929d13ea50b), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.853780 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:19.858108 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3ca3496e-260a-476d-aa55-2e00c9d7dc10 req-b8a252b3-11c8-4e68-a92a-9de0edb17d94 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 210 time: 0.2597022 Mar 08 18:55:19.875567 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945896-4b7a-4d72-a12d-1ae7222eb9da req-c848a68b-3610-425f-bf48-161fb019cf30 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:19.877138 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15945896-4b7a-4d72-a12d-1ae7222eb9da req-c848a68b-3610-425f-bf48-161fb019cf30 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.3625767 Mar 08 18:55:19.902443 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:19.905503 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:19.909063 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:19.918948 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Pushing event updated for resources: {'Port': ['ID=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:19.946678 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15945896-4b7a-4d72-a12d-1ae7222eb9da req-d421eb69-3db8-4dce-9807-1e449538f89d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637355 Mar 08 18:55:20.063989 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks [] for router_gateway (06c23264-f550-43b2-81dd-9929d13ea50b), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.122672 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Attempting to bind port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:20.123128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Attempting to bind port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:20.123557 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Attempting to bind port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 on network f87684d1-4d2b-4dea-a9d0-f3df9de1911e {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:20.129883 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:20.130883 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Checking segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:20.130883 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.131993 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Bound using segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:20.131993 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Bound port: 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:20.132725 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.200086 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] For port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:20.206954 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] For port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:20.391469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.418528 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks [] for router_gateway (06c23264-f550-43b2-81dd-9929d13ea50b), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.440866 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.470131 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684692d4-886e-4506-b807-8c548d908ad5 None None] Pushing event updated for resources: {'Port': ['ID=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:20.631648 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Allocated IP 172.27.0.60 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/363f06f5-e47a-4558-bd54-a0dfcc6ba38e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:20.773472 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks [] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.918637 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:20.941799 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-426f567b-a3e3-494e-8189-3654a35275d9 req-a805bf0d-c50c-40ea-bdd4-51b0a7749e4c tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 210 time: 0.0301921 Mar 08 18:55:20.961661 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:20.963956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:20.970130 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:20.995452 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Pushing event updated for resources: {'Port': ['ID=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:21.424715 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a881f3b-3435-4a35-a7a7-c7625f85d735 None None] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:21.524051 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.544697 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] Provisioning complete for port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:21.545340 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.609555 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks [] for router_gateway (06c23264-f550-43b2-81dd-9929d13ea50b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.691347 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] Current status of the port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:21.692175 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.741166 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] For port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:21.844009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.876574 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (06c23264-f550-43b2-81dd-9929d13ea50b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:21.895718 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c7a32-c724-4640-9a3d-6d18df72e813 None None] Pushing event updated for resources: {'Port': ['ID=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:21.965269 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e533d02f-de69-42c3-866b-de99ed23d72a None None] Provisioning complete for port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:21.965589 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e533d02f-de69-42c3-866b-de99ed23d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.068166 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-88fabfca-f4ae-48c3-91e1-36cf9110cdb3 req-30638426-f19b-4051-b1de-b59a0a860ac2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 210 time: 0.0320458 Mar 08 18:55:22.074691 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e533d02f-de69-42c3-866b-de99ed23d72a None None] Current status of the port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:22.150631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Router 06c23264-f550-43b2-81dd-9929d13ea50b is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:55:22.248188 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:22.267910 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:22.278280 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Sync routers for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:22.293318 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:22.294225 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:22.306791 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:22.307253 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.389493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:22.406596 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:22.457514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.459340 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4d083929-0f14-4268-95e6-44bdfd89fbe4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8990479 Mar 08 18:55:22.462335 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54694) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:22.592590 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24938377-f1b0-4b89-bf51-12bf9a73c193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:22.624408 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:21Z', 'revision_number': 3, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:22.659218 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Checking router: 06c23264-f550-43b2-81dd-9929d13ea50b for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:22.659634 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Updating router 06c23264-f550-43b2-81dd-9929d13ea50b port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:22.691495 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.016316 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-8f3e2937-1070-4c6e-b1db-ed7057f497e5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:23.016316 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-8f3e2937-1070-4c6e-b1db-ed7057f497e5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 809 time: 0.1542621 Mar 08 18:55:23.039974 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Publish callbacks [] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.147134 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.150304 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-32c9136d-108c-4907-8fbb-1c0a832076c9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832e6502d0e6485990465e594d8e27f5 HTTP/1.1" status: 200 len: 379 time: 0.1113088 Mar 08 18:55:23.162616 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'port': {'device_id': '8bf73940-1216-4849-920f-2879a65e5433', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'admin_state_up': True, 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'security_groups': ['d7ea533c-1228-49a9-9e7c-2332838a617f']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:23.182595 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.208363 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Pushing event updated for resources: {'Port': ['ID=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:23.229415 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a5f51562-f240-411c-9bf4-bc0983cceb19 req-56d56b35-3ad8-420b-92de-1932a0f8d131 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 210 time: 0.0603476 Mar 08 18:55:23.235673 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Attempting to bind port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:23.236050 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Attempting to bind port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:23.236444 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Attempting to bind port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:23.248703 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:23.249052 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:23.249568 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.250506 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:23.251001 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Bound port: 363f06f5-e47a-4558-bd54-a0dfcc6ba38e, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:23.251390 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.285996 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.285996 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.286697 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.286775 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.287721 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.288391 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.288741 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.290146 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.290146 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.290146 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.290414 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.293107 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.293107 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:23.341749 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] For port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:23.345343 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] For port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:23.475009 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Allocated IP 172.20.0.1 (f87684d1-4d2b-4dea-a9d0-f3df9de1911e/6156349d-1479-45ea-b298-c1c9cb86a950/497bb2ee-203d-4b06-9bd8-f2784e469fda) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:23.518519 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.580669 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:23.580669 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:54:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:23.599131 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks [] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.626013 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580bf6-ee5d-4779-8938-195b83da3909 None None] Pushing event updated for resources: {'Port': ['ID=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:23.627373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Made reservation on behalf of 832e6502d0e6485990465e594d8e27f5 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:23.630895 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.721857 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:23.767728 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.833289 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:23.837120 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Allocated IP 172.20.0.7 (91bf515d-611e-48d6-a9f6-be41c1c53bed/6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b/6b07756c-844e-4cd1-a557-458ad66f831a) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:23.840042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Pushing event updated for resources: {'Port': ['ID=497bb2ee-203d-4b06-9bd8-f2784e469fda,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:23.847130 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:23.850797 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:23.851327 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (06c23264-f550-43b2-81dd-9929d13ea50b), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:23.941720 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:21Z', 'revision_number': 3, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:23.975864 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdc5a1-9d28-4d66-9b95-9db8472dedf8 None None] The sync data for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi is: [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:21Z', 'revision_number': 3, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:24.137806 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for port (6b07756c-844e-4cd1-a557-458ad66f831a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.220205 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8b77826b-2f9f-4625-8ccf-32a159f15540 None None] Provisioning complete for port 497bb2ee-203d-4b06-9bd8-f2784e469fda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:24.220804 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b77826b-2f9f-4625-8ccf-32a159f15540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.316840 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8b77826b-2f9f-4625-8ccf-32a159f15540 None None] Port 497bb2ee-203d-4b06-9bd8-f2784e469fda cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:24.317138 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.399124 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:24.409128 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:24.411360 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.428820 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:24.518424 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:24.527529 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:24.528295 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.611788 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebdb56-5114-4636-97d8-df915aec8124 req-f17021b2-7c65-42b9-ab48-09de635604ce tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:24.613397 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0aebdb56-5114-4636-97d8-df915aec8124 req-f17021b2-7c65-42b9-ab48-09de635604ce tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 931 time: 0.1823261 Mar 08 18:55:24.690299 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-77415f59-a976-486a-ab21-c63e28583fac tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5346446 Mar 08 18:55:24.706329 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Request body: {'port': {'device_id': '8bf73940-1216-4849-920f-2879a65e5433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:24.741199 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0aebdb56-5114-4636-97d8-df915aec8124 req-d0dc0ca0-bae5-4f2d-a3f7-87b73f58f247 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194937 Mar 08 18:55:24.743520 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-925ed9d0-f858-4010-94c0-3c6ea09c271c None None] Provisioning complete for port 6b07756c-844e-4cd1-a557-458ad66f831a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:24.744110 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-925ed9d0-f858-4010-94c0-3c6ea09c271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.789530 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-925ed9d0-f858-4010-94c0-3c6ea09c271c None None] Port 6b07756c-844e-4cd1-a557-458ad66f831a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:24.814147 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:24.831939 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks [] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.020752 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f6196d3f-d93a-4080-8716-d063896290ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.030454 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.031189 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (06c23264-f550-43b2-81dd-9929d13ea50b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.116624 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Pushing event updated for resources: {'Port': ['ID=497bb2ee-203d-4b06-9bd8-f2784e469fda,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:25.248667 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:25.252879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:25.256772 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b07756c-844e-4cd1-a557-458ad66f831a {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:25.267109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Publish callbacks [] for port (6b07756c-844e-4cd1-a557-458ad66f831a), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.317913 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Transition to ACTIVE for port object 6b07756c-844e-4cd1-a557-458ad66f831a will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:55:25.341262 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:55:25.403477 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Router 06c23264-f550-43b2-81dd-9929d13ea50b has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:25.513519 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b512f665-edef-4e8a-8166-523a07446d53 None None] Provisioning complete for port 497bb2ee-203d-4b06-9bd8-f2784e469fda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:25.514103 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b512f665-edef-4e8a-8166-523a07446d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.564236 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b512f665-edef-4e8a-8166-523a07446d53 None None] Port 497bb2ee-203d-4b06-9bd8-f2784e469fda cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:25.571354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:25.577519 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-110e1694-f8bd-44c9-9c1c-2d5cab96078d admin admin] 10.222.0.74 "PUT /v2.0/routers/06c23264-f550-43b2-81dd-9929d13ea50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1142027 Mar 08 18:55:25.638497 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.722269 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:25.736213 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Attempting to bind port 6b07756c-844e-4cd1-a557-458ad66f831a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:25.736213 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Attempting to bind port 6b07756c-844e-4cd1-a557-458ad66f831a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:25.736639 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Attempting to bind port 6b07756c-844e-4cd1-a557-458ad66f831a on network 91bf515d-611e-48d6-a9f6-be41c1c53bed {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:25.741666 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Port 6b07756c-844e-4cd1-a557-458ad66f831a on network 91bf515d-611e-48d6-a9f6-be41c1c53bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:55:25.741991 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Attempting to bind port 6b07756c-844e-4cd1-a557-458ad66f831a on network 91bf515d-611e-48d6-a9f6-be41c1c53bed {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:25.747344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:25.747866 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Checking segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:25.748201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Bound using segment: {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:25.748506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Bound port: 6b07756c-844e-4cd1-a557-458ad66f831a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:25.748982 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:25.886081 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:25.900112 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:25.918064 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c2f1f-6d4c-43e2-978c-4319b2402627 req-3be620f8-cf2d-4c50-a474-87d616c173d2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:25.920480 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-955c2f1f-6d4c-43e2-978c-4319b2402627 req-3be620f8-cf2d-4c50-a474-87d616c173d2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0870640 Mar 08 18:55:25.979735 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-955c2f1f-6d4c-43e2-978c-4319b2402627 req-5489bc90-447d-416f-b755-f29069548535 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536954 Mar 08 18:55:26.006107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.016228 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Sync routers for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:26.027959 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:26.029005 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:26.045369 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:26.045577 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.046987 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] 10.222.0.77 "PUT /v2.0/ports/6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 1093 time: 1.3485129 Mar 08 18:55:26.047437 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:26.049734 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:26.077604 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732846eb-87a2-4dc1-a7b4-b05f1bf08d97 service neutron] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:26.113229 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768f61a7-2528-492a-8da6-d591ace05952 x-openstack-request-id: req-768f61a7-2528-492a-8da6-d591ace05952 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:26.113575 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:26.113899 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-768f61a7-2528-492a-8da6-d591ace05952 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:26.114995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'status': 'completed', 'code': 200} Mar 08 18:55:26.284726 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42 req-403afbe7-485d-4587-9135-ef0516631af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:26.286995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42 req-403afbe7-485d-4587-9135-ef0516631af1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1127 time: 0.1226327 Mar 08 18:55:26.290592 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:26.336187 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 363f06f5-e47a-4558-bd54-a0dfcc6ba38e up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:26.340217 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.598059 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:26.599445 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.679521 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 2, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:26.715320 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Checking router: 06c23264-f550-43b2-81dd-9929d13ea50b for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:26.715668 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Updating router 06c23264-f550-43b2-81dd-9929d13ea50b port 497bb2ee-203d-4b06-9bd8-f2784e469fda binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:26.745992 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42 req-ec0cfd62-0955-44b3-8a50-df4d84fd1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:26.747565 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42 req-ec0cfd62-0955-44b3-8a50-df4d84fd1388 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=832e6502d0e6485990465e594d8e27f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4502325 Mar 08 18:55:26.796563 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:26.796946 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.803815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:26.833742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:26.967813 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54780) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:26.977639 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003228646-network', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:26.981895 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42 req-63b34a47-2823-4812-b3f8-a3325092a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:26.983443 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7f8d18c1-a5a7-4304-959a-c3f30ec03c42 req-63b34a47-2823-4812-b3f8-a3325092a90f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255042 Mar 08 18:55:26.995420 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094191-bc90-4061-adb6-8f1a9e2b456d req-277fe714-20d0-4b71-bddd-70e59457864d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:26.996964 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97094191-bc90-4061-adb6-8f1a9e2b456d req-277fe714-20d0-4b71-bddd-70e59457864d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1134565 Mar 08 18:55:27.001324 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.087954 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Made reservation on behalf of e30cf59b80c44962bed00c75b9462fc1 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:27.090430 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.099356 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:27.101447 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.112565 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97094191-bc90-4061-adb6-8f1a9e2b456d req-11971332-bfad-4d30-ac3d-d36b7ae099fa tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098301 Mar 08 18:55:27.158726 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-45604a12-8cf2-4f18-8b46-24903ac23e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.160721 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-45604a12-8cf2-4f18-8b46-24903ac23e00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1127 time: 0.1155708 Mar 08 18:55:27.176105 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980b3f8-5c81-4953-ac45-479700f503c6 req-253e2de1-7c85-4284-ab6f-75951c365af3 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.177690 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6980b3f8-5c81-4953-ac45-479700f503c6 req-253e2de1-7c85-4284-ab6f-75951c365af3 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.1079750 Mar 08 18:55:27.217398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks [] for security_group (fec88b16-9bad-4597-9e18-822bb488cec4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.222094 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-684e6a67-8d38-4f6a-826e-2ca06b3dd9fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 217 time: 0.0432794 Mar 08 18:55:27.244970 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Publish callbacks [] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.305744 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6980b3f8-5c81-4953-ac45-479700f503c6 req-24e2b671-cc07-415c-bfce-d4b2db15b3db tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190772 Mar 08 18:55:27.314212 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-c7271280-a720-4423-9a5b-8b5c0f66e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.316180 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-c7271280-a720-4423-9a5b-8b5c0f66e180 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0778434 Mar 08 18:55:27.367668 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-6e7c7914-a95f-4fde-9bc9-82fc49b4e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.369266 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-6e7c7914-a95f-4fde-9bc9-82fc49b4e342 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467365 Mar 08 18:55:27.453390 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.454419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (fec88b16-9bad-4597-9e18-822bb488cec4), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.476396 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-7f2e34e1-e0ea-485a-b0e1-6b061cfeb13d service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911927 Mar 08 18:55:27.483680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:27.507230 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec88b16-9bad-4597-9e18-822bb488cec4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:27.512697 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (67b18df8-9bbb-4fd8-a02f-9f471e3638f4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.513331 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Added segment 67b18df8-9bbb-4fd8-a02f-9f471e3638f4 of type vlan for network 1817a90c-f0a2-4749-825d-218d18bdc08e Mar 08 18:55:27.520916 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351697-87a6-4a76-95ac-47b3ed6f7320 None None] Pushing event updated for resources: {'Port': ['ID=497bb2ee-203d-4b06-9bd8-f2784e469fda,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:27.583418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (1817a90c-f0a2-4749-825d-218d18bdc08e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.600122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Attempting to bind port 497bb2ee-203d-4b06-9bd8-f2784e469fda on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:27.600647 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Attempting to bind port 497bb2ee-203d-4b06-9bd8-f2784e469fda by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:27.601054 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Attempting to bind port 497bb2ee-203d-4b06-9bd8-f2784e469fda on network f87684d1-4d2b-4dea-a9d0-f3df9de1911e {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:27.607446 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:27.608018 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Checking segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:27.608662 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.609187 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Bound using segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:27.609875 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Bound port: 497bb2ee-203d-4b06-9bd8-f2784e469fda, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:27.610357 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.647354 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8044f860-dc4b-466d-91b0-637e3ad54c43 req-83d934a9-cabd-413b-bd27-ecd1e655622f service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505494 Mar 08 18:55:27.678892 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.712559 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] For port 497bb2ee-203d-4b06-9bd8-f2784e469fda, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:27.721690 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] For port 497bb2ee-203d-4b06-9bd8-f2784e469fda, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=497bb2ee-203d-4b06-9bd8-f2784e469fda,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:27.807644 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-30500c9c-4580-4a4a-b89f-79c6506de7ae None None] Provisioning complete for port 497bb2ee-203d-4b06-9bd8-f2784e469fda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:27.807644 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30500c9c-4580-4a4a-b89f-79c6506de7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.836051 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-30500c9c-4580-4a4a-b89f-79c6506de7ae None None] Port 497bb2ee-203d-4b06-9bd8-f2784e469fda cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:27.916978 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (1817a90c-f0a2-4749-825d-218d18bdc08e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.917393 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.918009 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:27.924224 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:27.981689 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:27.982619 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:27.996454 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] Pushing event updated for resources: {'Network': ['ID=1817a90c-f0a2-4749-825d-218d18bdc08e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:28.023030 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 1817a90c-f0a2-4749-825d-218d18bdc08e details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:28.059073 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351697-87a6-4a76-95ac-47b3ed6f7320 None None] Pushing event updated for resources: {'Port': ['ID=497bb2ee-203d-4b06-9bd8-f2784e469fda,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:28.095191 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c4e6cb91-de1a-46a6-942f-03cdf4e80769 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1199315 Mar 08 18:55:28.095515 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 54796) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:28.101249 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Request body: {'subnet': {'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003228646-subnet', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:28.249287 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 363f06f5-e47a-4558-bd54-a0dfcc6ba38e up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:28.253529 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35edd78-c419-43b5-bc7b-4b5117832b45 req-a6dd9a2d-0470-404f-b078-e47c5eb3137d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:28.255736 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b35edd78-c419-43b5-bc7b-4b5117832b45 req-a6dd9a2d-0470-404f-b078-e47c5eb3137d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0620029 Mar 08 18:55:28.277951 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Made reservation on behalf of e30cf59b80c44962bed00c75b9462fc1 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:28.281008 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.314446 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b35edd78-c419-43b5-bc7b-4b5117832b45 req-0ae77f35-0f6d-44b2-8992-b35d6c95ce29 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525057 Mar 08 18:55:28.342380 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] Provisioning complete for port 497bb2ee-203d-4b06-9bd8-f2784e469fda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:28.342779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.380622 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:28.439052 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:28.439484 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.448133 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1443fb-2b07-4be8-9282-0c9ef22448c6 req-7acbc4ec-3b76-4fd8-b9bf-0bfbee576ba2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:28.450032 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cc1443fb-2b07-4be8-9282-0c9ef22448c6 req-7acbc4ec-3b76-4fd8-b9bf-0bfbee576ba2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0635784 Mar 08 18:55:28.503984 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cc1443fb-2b07-4be8-9282-0c9ef22448c6 req-6ceab90c-82b3-4e0e-a8e4-b855c080a7a9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476897 Mar 08 18:55:28.590873 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (6851e4fc-eff3-4b55-8e88-a2c3b9f33c62), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.619705 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] Current status of the port 497bb2ee-203d-4b06-9bd8-f2784e469fda is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:28.620277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.646709 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6851e4fc-eff3-4b55-8e88-a2c3b9f33c62,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:28.659365 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Checking segment: {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:28.659583 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Network hostable DHCP agents. Network: 1817a90c-f0a2-4749-825d-218d18bdc08e, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:28.717985 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] For port 497bb2ee-203d-4b06-9bd8-f2784e469fda, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=497bb2ee-203d-4b06-9bd8-f2784e469fda,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:28.721975 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:28.747732 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:27Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:28.775092 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c095b-fa13-4e51-9eb3-7d941121d35a None None] The sync data for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi is: [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:27Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:28.816939 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Network 1817a90c-f0a2-4749-825d-218d18bdc08e is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:28.847721 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.908497 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2095a-7c9d-461e-999e-6b42cf23003b None None] Pushing event updated for resources: {'Port': ['ID=497bb2ee-203d-4b06-9bd8-f2784e469fda,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:28.935413 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 1817a90c-f0a2-4749-825d-218d18bdc08e) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:28.939918 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:28.956764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:28.957800 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c342b19-c418-4edc-a481-576583fa5577 None None] Network 1817a90c-f0a2-4749-825d-218d18bdc08e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:29.074231 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-1817a90c-f0a2-4749-825d-218d18bdc08e', 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e', 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'fixed_ips': [{'subnet_id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:55:29.075257 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.250147 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Allocated IP 172.20.0.2 (1817a90c-f0a2-4749-825d-218d18bdc08e/6851e4fc-eff3-4b55-8e88-a2c3b9f33c62/83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:29.264376 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-eb93bbd9-20f3-4357-9bdf-62282fdc38bf admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1650896 Mar 08 18:55:29.264959 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54854) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:29.270680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:29.373369 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.455435 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Publish callbacks [] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.465975 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40383db5-7cce-4a2a-8261-093e727c5b9b req-22adc26d-1471-4f25-b086-646aa07ba9a4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:29.467618 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40383db5-7cce-4a2a-8261-093e727c5b9b req-22adc26d-1471-4f25-b086-646aa07ba9a4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.0560536 Mar 08 18:55:29.469329 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.470441 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.565881 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks [] for router_controller (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.579321 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.584061 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40383db5-7cce-4a2a-8261-093e727c5b9b req-51870a39-a44a-4053-9234-9956e3e25d35 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 Mar 08 18:55:29.637890 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Network 1817a90c-f0a2-4749-825d-218d18bdc08e is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:29.641111 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:29.646000 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:29.649481 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Pushing event updated for resources: {'Port': ['ID=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:29.719879 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Attempting to bind port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:29.720263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Attempting to bind port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:29.722658 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Attempting to bind port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 on network 1817a90c-f0a2-4749-825d-218d18bdc08e {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:29.733790 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:29.734492 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Checking segment: {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:29.735440 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.735900 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Bound using segment: {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:29.736675 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Bound port: 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:29.737158 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.765279 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78637482-e205-4391-b9b6-01dc48d632e1 req-3375f327-88ea-4fa5-84c1-3023f3c1bf60 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:29.766876 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-78637482-e205-4391-b9b6-01dc48d632e1 req-3375f327-88ea-4fa5-84c1-3023f3c1bf60 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 945 time: 0.1974363 Mar 08 18:55:29.792891 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c284b1f-aa14-417b-bd9d-db70e9455f10 req-2119e3a5-1e99-4aa7-be6d-c850fe889f76 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:29.798206 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4c284b1f-aa14-417b-bd9d-db70e9455f10 req-2119e3a5-1e99-4aa7-be6d-c850fe889f76 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.1763508 Mar 08 18:55:29.842036 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] For port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:29.845107 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] For port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:29.921035 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks [] for router_gateway (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:29.955284 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.008326 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4c284b1f-aa14-417b-bd9d-db70e9455f10 req-dd264fc1-82d4-4b34-abb0-05a80b579dc3 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468236 Mar 08 18:55:30.054208 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb857-521a-4b53-982e-ee84fc6ddafd None None] Pushing event updated for resources: {'Port': ['ID=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:30.082223 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Deleting port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:30.082522 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.237222 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] For port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:30.237589 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.256931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Calling delete_port for cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:30.359127 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 497bb2ee-203d-4b06-9bd8-f2784e469fda up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:30.424476 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 497bb2ee-203d-4b06-9bd8-f2784e469fda triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:30.425367 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.519643 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 497bb2ee-203d-4b06-9bd8-f2784e469fda is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:30.560306 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks [] for router_gateway (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.583651 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.964622 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:30.977355 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a', '5079c141-af24-4e98-898f-470a292398a8'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:55:31.011147 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Pushing event deleted for resources: {'Port': ['ID=cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:31.025079 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Allocated IP 172.27.0.232 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/c05e44ca-987c-4a3f-ba82-5ddf4e43bd67) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:31.119890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb4ae-a5da-4a98-8682-04d753b5f2d8 req-163e4e6b-1c31-484c-b793-3aebfd58907d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:31.121447 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-308bb4ae-a5da-4a98-8682-04d753b5f2d8 req-163e4e6b-1c31-484c-b793-3aebfd58907d tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 867 time: 0.4597738 Mar 08 18:55:31.142146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] No DVR routers for this DVR port cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:31.171283 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.173758 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edbda52-6e76-491c-aca9-90e84d44489f None None] Network 1817a90c-f0a2-4749-825d-218d18bdc08e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:31.174690 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-78637482-e205-4391-b9b6-01dc48d632e1 req-297ffea6-811e-4ace-897a-f7ceffd7e3a5 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "DELETE /v2.0/ports/cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a HTTP/1.1" status: 204 len: 173 time: 1.3987119 Mar 08 18:55:31.189831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc00b041-0199-4997-9550-133ce6666c14', 'name': 'network-vif-deleted', 'tag': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:31.192711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a793d884-ec20-43a2-a465-a2b5a3a3cd7e" -d '{"events": [{"server_uuid": "dc00b041-0199-4997-9550-133ce6666c14", "name": "network-vif-deleted", "tag": "cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:31.262823 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] Provisioning complete for port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:31.263212 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.286157 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-308bb4ae-a5da-4a98-8682-04d753b5f2d8 req-425da3cf-dc2c-41e8-96b3-457b05995dc4 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451821 Mar 08 18:55:31.315831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd869f9-878d-47f2-a0f9-08cea207dc07 req-377c1260-5819-44b9-8b77-bd5b38a9de3e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:31.317742 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6cd869f9-878d-47f2-a0f9-08cea207dc07 req-377c1260-5819-44b9-8b77-bd5b38a9de3e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.1953044 Mar 08 18:55:31.356286 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e53a5-7f7e-4221-93ae-72016c5ae8a6 x-openstack-request-id: req-a17e53a5-7f7e-4221-93ae-72016c5ae8a6 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:31.356577 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc00b041-0199-4997-9550-133ce6666c14", "name": "network-vif-deleted", "tag": "cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:31.357902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a17e53a5-7f7e-4221-93ae-72016c5ae8a6 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:31.357902 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc00b041-0199-4997-9550-133ce6666c14', 'name': 'network-vif-deleted', 'tag': 'cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a', 'status': 'completed', 'code': 200} Mar 08 18:55:31.368805 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks [] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.398546 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] Current status of the port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:31.398943 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.415151 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6cd869f9-878d-47f2-a0f9-08cea207dc07 req-05598cb0-3dd1-48c6-a789-cef219cfa0a2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793822 Mar 08 18:55:31.504785 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] For port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:31.629222 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.642278 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:31.646078 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:31.649910 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:31.655972 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Pushing event updated for resources: {'Port': ['ID=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:31.668232 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.716437 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe04c8-8c41-496d-a529-c4df7694df53 None None] Pushing event updated for resources: {'Port': ['ID=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:31.791052 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a9328831-ad0a-4302-bf23-65ecd9d5aad4 None None] Provisioning complete for port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:31.791469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a9328831-ad0a-4302-bf23-65ecd9d5aad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:31.878100 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a9328831-ad0a-4302-bf23-65ecd9d5aad4 None None] Current status of the port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:32.090740 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks [] for router_gateway (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.269162 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:32.301456 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.318794 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:32.319224 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.405176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:32.441488 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-95a78019-7bbc-467d-9774-82230368020b req-6876f74d-05ce-40b2-bc76-5d3ab439b6df tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc00b041-0199-4997-9550-133ce6666c14 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Mar 08 18:55:32.548752 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b4cf7-7082-4202-9eca-32576e3ca2d9 req-6aa3708f-8c77-42e9-8a29-85babe098d81 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:32.550271 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a80b4cf7-7082-4202-9eca-32576e3ca2d9 req-6aa3708f-8c77-42e9-8a29-85babe098d81 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0588660 Mar 08 18:55:32.601063 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a80b4cf7-7082-4202-9eca-32576e3ca2d9 req-8bd5477e-5001-4a23-a064-92fff9d75de1 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Mar 08 18:55:32.649020 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:55:32.760670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:32.770320 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Sync routers for ids ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:32.780419 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Routers {'8441cb5a-58a9-4725-a7fa-2c6f99bfc350'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:32.781050 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:32.891436 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Set router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:32.970648 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:32.974909 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-731cc442-6109-4a30-89de-f352606fffeb admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7058158 Mar 08 18:55:32.975219 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 54912) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:33.167737 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:55:31Z', 'revision_number': 3, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:33.202224 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Checking router: 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:33.202567 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Updating router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:33.229511 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.517641 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.566196 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Publish callbacks [] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.678109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Allocated IP 172.20.0.1 (1817a90c-f0a2-4749-825d-218d18bdc08e/6851e4fc-eff3-4b55-8e88-a2c3b9f33c62/efeeb353-e8f3-4b08-a737-bfec3afd1839) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:33.769045 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.793271 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943e12a-32ec-4fb0-939d-ff6fc9a9a3e0 req-aec6daf6-fc17-4953-ac1c-b526940e5d87 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:33.794860 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2943e12a-32ec-4fb0-939d-ff6fc9a9a3e0 req-aec6daf6-fc17-4953-ac1c-b526940e5d87 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.1212406 Mar 08 18:55:33.816391 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Attempting to bind port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:33.817451 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Attempting to bind port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:33.817690 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Attempting to bind port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:33.826898 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:33.827264 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:33.827667 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.828049 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:33.828513 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Bound port: c05e44ca-987c-4a3f-ba82-5ddf4e43bd67, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:33.828880 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.846842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks [] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:33.852625 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b4c64-1f6f-41f1-b830-c39ce3acce25 None None] Pushing event updated for resources: {'Port': ['ID=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:33.872797 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2943e12a-32ec-4fb0-939d-ff6fc9a9a3e0 req-693e38aa-ab25-4fe0-b4d5-f7a7030d88d3 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712707 Mar 08 18:55:33.887109 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] For port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:33.890441 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] For port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:34.096364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.096766 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.140773 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Network 1817a90c-f0a2-4749-825d-218d18bdc08e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:34.145729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:34.149188 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:34.149663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.156044 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Pushing event updated for resources: {'Port': ['ID=efeeb353-e8f3-4b08-a737-bfec3afd1839,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:34.162546 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b4c64-1f6f-41f1-b830-c39ce3acce25 None None] Pushing event updated for resources: {'Port': ['ID=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:34.181159 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Routers {'8441cb5a-58a9-4725-a7fa-2c6f99bfc350'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:34.181159 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:34.308297 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] Set router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:34.377645 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c9b46-0a25-4f30-83c9-7f746313b8a9 req-faa89cfa-5f38-40b5-8fa7-c133ce98ab8c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:34.379857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff9c9b46-0a25-4f30-83c9-7f746313b8a9 req-faa89cfa-5f38-40b5-8fa7-c133ce98ab8c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0605116 Mar 08 18:55:34.413426 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e1e314fc-4f68-45c1-93d5-f2d3595bb6d0 None None] Provisioning complete for port efeeb353-e8f3-4b08-a737-bfec3afd1839 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:34.414092 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1e314fc-4f68-45c1-93d5-f2d3595bb6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.430258 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff9c9b46-0a25-4f30-83c9-7f746313b8a9 req-6bbd6313-c38c-4a90-bba5-916a9ff08292 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 Mar 08 18:55:34.449043 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e1e314fc-4f68-45c1-93d5-f2d3595bb6d0 None None] Port efeeb353-e8f3-4b08-a737-bfec3afd1839 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:34.499228 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:55:31Z', 'revision_number': 3, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:34.526575 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249302e-5aae-4ec2-8713-a345ca1f15dd None None] The sync data for ids ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'] in dv-cinder-830088-3-iscsi is: [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:55:31Z', 'revision_number': 3, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:34.529912 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.703089 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks [] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.805500 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:34.827696 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:34.828041 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device cc2c1c3b-ec26-4dcb-8d2e-d11d63e72e5a not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:34.914731 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:34.915472 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.039553 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Pushing event updated for resources: {'Port': ['ID=efeeb353-e8f3-4b08-a737-bfec3afd1839,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:35.074799 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7427b-c1d4-4381-89a0-b68b73fd9145 req-f7e74b6e-e678-448a-901d-e463c7d83bb6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:35.077112 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77b7427b-c1d4-4381-89a0-b68b73fd9145 req-f7e74b6e-e678-448a-901d-e463c7d83bb6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.1305065 Mar 08 18:55:35.112074 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Network 1817a90c-f0a2-4749-825d-218d18bdc08e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:35.116748 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:35.193112 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77b7427b-c1d4-4381-89a0-b68b73fd9145 req-42f1f7ba-0d83-405e-aa8b-47a9a79db8bf tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061513 Mar 08 18:55:35.278384 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:35.381455 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c13569b7-3e3b-4d62-b791-0a65b77bf259 None None] Provisioning complete for port efeeb353-e8f3-4b08-a737-bfec3afd1839 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:35.381891 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c13569b7-3e3b-4d62-b791-0a65b77bf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:35.402195 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:35.408627 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-71edf7d7-a47d-4be0-aeef-2bbd99ca8b32 admin admin] 10.222.0.74 "PUT /v2.0/routers/8441cb5a-58a9-4725-a7fa-2c6f99bfc350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4322183 Mar 08 18:55:35.420164 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c13569b7-3e3b-4d62-b791-0a65b77bf259 None None] Port efeeb353-e8f3-4b08-a737-bfec3afd1839 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:35.566191 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036836-9d8e-4e6e-9bd0-28cf2b8cfebe req-58e36b13-c741-4073-92b5-a5b2d359483c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:35.569291 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7f036836-9d8e-4e6e-9bd0-28cf2b8cfebe req-58e36b13-c741-4073-92b5-a5b2d359483c tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0597980 Mar 08 18:55:35.618560 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7f036836-9d8e-4e6e-9bd0-28cf2b8cfebe req-5903094b-6e40-4e18-8f2d-162fd4577e77 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Mar 08 18:55:36.139962 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Sync routers for ids ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:36.150916 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Routers {'8441cb5a-58a9-4725-a7fa-2c6f99bfc350'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:36.151588 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:36.288623 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Set router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:36.344155 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19bb6c-90b3-479b-bdbc-94ee7568e33f req-ab74d329-5195-4b65-a234-10d970f7421b tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:36.348302 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa19bb6c-90b3-479b-bdbc-94ee7568e33f req-ab74d329-5195-4b65-a234-10d970f7421b tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0793035 Mar 08 18:55:36.457857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa19bb6c-90b3-479b-bdbc-94ee7568e33f req-9faad0e4-4c4c-4ee0-bf3a-9bd5b9418b0f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072438 Mar 08 18:55:36.519366 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:36.658738 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:36.659110 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.721676 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 4, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'efeeb353-e8f3-4b08-a737-bfec3afd1839', 'name': '', 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'mac_address': 'fa:16:3e:e3:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 2, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'subnets': [{'id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:36.753004 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Checking router: 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:36.753363 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Updating router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 port efeeb353-e8f3-4b08-a737-bfec3afd1839 binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:36.760979 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094d7af-5161-4022-892e-fd8588fcc6e6 req-bcee36fb-30e4-4eb8-b7de-e5018d60ebab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:36.762862 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d094d7af-5161-4022-892e-fd8588fcc6e6 req-bcee36fb-30e4-4eb8-b7de-e5018d60ebab tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0668848 Mar 08 18:55:36.818815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:55:36.829072 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d094d7af-5161-4022-892e-fd8588fcc6e6 req-1be6185a-b3f2-4655-adf9-9c49d8e4aa7b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548272 Mar 08 18:55:36.829734 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.834274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:36.834661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:36.887122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:37.025808 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.107306 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:37.165318 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '6b07756c-844e-4cd1-a557-458ad66f831a', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'port_id': '6b07756c-844e-4cd1-a557-458ad66f831a', 'mac_address': 'fa:16:3e:c2:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:55:37.174356 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.251946 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6b07756c-844e-4cd1-a557-458ad66f831a is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:37.252147 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.305831 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b07756c-844e-4cd1-a557-458ad66f831a {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:55:37.342447 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:37.352548 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Publish callbacks [] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.432814 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.447740 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.547623 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7f2c-2aa1-454a-9a1e-dc2d36f33ae9 None None] Pushing event updated for resources: {'Port': ['ID=efeeb353-e8f3-4b08-a737-bfec3afd1839,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.684511 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b72aec-e95f-4fcc-b6ff-d5dc7ffc9b6f req-960d0eb6-d6f9-41a6-be65-a304b01cb46f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:37.692266 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-09b72aec-e95f-4fcc-b6ff-d5dc7ffc9b6f req-960d0eb6-d6f9-41a6-be65-a304b01cb46f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 944 time: 0.0786014 Mar 08 18:55:37.715642 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Attempting to bind port efeeb353-e8f3-4b08-a737-bfec3afd1839 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:37.716320 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Attempting to bind port efeeb353-e8f3-4b08-a737-bfec3afd1839 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:37.716852 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Attempting to bind port efeeb353-e8f3-4b08-a737-bfec3afd1839 on network 1817a90c-f0a2-4749-825d-218d18bdc08e {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:37.751274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:37.798179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:37.814723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Checking segment: {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:37.814723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.814723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Bound using segment: {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:37.815260 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-09b72aec-e95f-4fcc-b6ff-d5dc7ffc9b6f req-528ad282-69c3-4a6a-af4f-cdbc7615e693 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214848 Mar 08 18:55:37.815366 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Bound port: efeeb353-e8f3-4b08-a737-bfec3afd1839, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b18df8-9bbb-4fd8-a02f-9f471e3638f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:37.815915 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:37.866327 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['6b07756c-844e-4cd1-a557-458ad66f831a'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:55:37.990196 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39210a2d-a4db-4d3a-95a0-ea3f32b985c7 req-ab4d1736-a4d4-49c6-a81b-e3564b589b18 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:37.992313 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-39210a2d-a4db-4d3a-95a0-ea3f32b985c7 req-ab4d1736-a4d4-49c6-a81b-e3564b589b18 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0637617 Mar 08 18:55:38.000356 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] For port efeeb353-e8f3-4b08-a737-bfec3afd1839, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:38.031177 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] For port efeeb353-e8f3-4b08-a737-bfec3afd1839, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=efeeb353-e8f3-4b08-a737-bfec3afd1839,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:38.033478 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-381d4000-0880-4ddd-9ef9-6bc8024cdde7 None None] Provisioning complete for port efeeb353-e8f3-4b08-a737-bfec3afd1839 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:38.033846 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-381d4000-0880-4ddd-9ef9-6bc8024cdde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.065072 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-39210a2d-a4db-4d3a-95a0-ea3f32b985c7 req-2f5e16eb-9d2c-456b-a4c7-e4532f9f0a21 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670204 Mar 08 18:55:38.096235 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-381d4000-0880-4ddd-9ef9-6bc8024cdde7 None None] Port efeeb353-e8f3-4b08-a737-bfec3afd1839 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:38.155381 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.262231 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Routers {'8441cb5a-58a9-4725-a7fa-2c6f99bfc350'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:38.265694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:38.353304 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7f2c-2aa1-454a-9a1e-dc2d36f33ae9 None None] Pushing event updated for resources: {'Port': ['ID=efeeb353-e8f3-4b08-a737-bfec3afd1839,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:38.366009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:38.578111 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] Provisioning complete for port efeeb353-e8f3-4b08-a737-bfec3afd1839 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:38.603675 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:38.603675 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] Set router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:38.678816 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:38.679197 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.045255 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] Current status of the port efeeb353-e8f3-4b08-a737-bfec3afd1839 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:39.045255 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.045830 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebace2-e47c-4628-83d7-39e546ce7bf6 req-bfc8fc91-57c2-4da9-ac7d-914e7c6eb754 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:39.047341 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72ebace2-e47c-4628-83d7-39e546ce7bf6 req-bfc8fc91-57c2-4da9-ac7d-914e7c6eb754 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 944 time: 0.1528790 Mar 08 18:55:39.139980 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:39.147064 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72ebace2-e47c-4628-83d7-39e546ce7bf6 req-32c1c25c-4088-4484-8961-dcff9c901039 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929949 Mar 08 18:55:39.161668 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] For port efeeb353-e8f3-4b08-a737-bfec3afd1839, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=efeeb353-e8f3-4b08-a737-bfec3afd1839,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:39.185432 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 4, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'efeeb353-e8f3-4b08-a737-bfec3afd1839', 'name': '', 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'mac_address': 'fa:16:3e:e3:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:37Z', 'revision_number': 4, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'subnets': [{'id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:39.217479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4931d-afba-466c-a55e-2c700af5b938 None None] The sync data for ids ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'] in dv-cinder-830088-3-iscsi is: [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:55:34Z', 'revision_number': 4, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'efeeb353-e8f3-4b08-a737-bfec3afd1839', 'name': '', 'network_id': '1817a90c-f0a2-4749-825d-218d18bdc08e', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'mac_address': 'fa:16:3e:e3:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:33Z', 'updated_at': '2022-03-08T18:55:37Z', 'revision_number': 4, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'subnets': [{'id': '6851e4fc-eff3-4b55-8e88-a2c3b9f33c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:39.261729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabfe12-b259-4d61-bc28-ccc5107ecd29 req-7f201460-5f72-479d-ac11-d0136bd3ed46 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:39.268833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7eabfe12-b259-4d61-bc28-ccc5107ecd29 req-7f201460-5f72-479d-ac11-d0136bd3ed46 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0847671 Mar 08 18:55:39.335571 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.402898 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7eabfe12-b259-4d61-bc28-ccc5107ecd29 req-8bffe0ee-d1bf-4563-a7a1-3363a31da8a3 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299036 Mar 08 18:55:39.443560 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a43e9-4173-46d1-af31-4b28a6fd67b9 None None] Pushing event updated for resources: {'Port': ['ID=efeeb353-e8f3-4b08-a737-bfec3afd1839,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:39.459175 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:39.639104 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8483-e9bf-46db-8c6a-9ab26eb0916a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.778632 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8483-e9bf-46db-8c6a-9ab26eb0916a admin admin] Publish callbacks [] for security_group (e9becb3f-ee5f-4ed0-b4d5-b4429ac38224), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.843865 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8483-e9bf-46db-8c6a-9ab26eb0916a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e9becb3f-ee5f-4ed0-b4d5-b4429ac38224), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:39.917378 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55048) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:39.935184 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-aa7e8483-e9bf-46db-8c6a-9ab26eb0916a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d1567afc44a407fadac5e098c5aa14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745197 Mar 08 18:55:39.936060 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e8483-e9bf-46db-8c6a-9ab26eb0916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9becb3f-ee5f-4ed0-b4d5-b4429ac38224,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:40.034558 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95e9a2b0-1e29-413f-9c00-c8da9de06bb3 admin admin] Publish callbacks [] for security_group (e9becb3f-ee5f-4ed0-b4d5-b4429ac38224), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.073739 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95e9a2b0-1e29-413f-9c00-c8da9de06bb3 admin admin] Publish callbacks [] for security_group (e9becb3f-ee5f-4ed0-b4d5-b4429ac38224), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.284152 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95e9a2b0-1e29-413f-9c00-c8da9de06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e9becb3f-ee5f-4ed0-b4d5-b4429ac38224), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.288168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95e9a2b0-1e29-413f-9c00-c8da9de06bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.294438 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-95e9a2b0-1e29-413f-9c00-c8da9de06bb3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9becb3f-ee5f-4ed0-b4d5-b4429ac38224 HTTP/1.1" status: 204 len: 168 time: 0.3755105 Mar 08 18:55:40.349311 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a2b0-1e29-413f-9c00-c8da9de06bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9becb3f-ee5f-4ed0-b4d5-b4429ac38224,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:40.361933 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729bcf-c92c-4fe8-98b9-4ab573782814 req-437901a0-0ff5-4d17-b68a-94dbeffdde75 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:40.370518 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f2729bcf-c92c-4fe8-98b9-4ab573782814 req-437901a0-0ff5-4d17-b68a-94dbeffdde75 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 944 time: 0.1381371 Mar 08 18:55:40.434923 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device efeeb353-e8f3-4b08-a737-bfec3afd1839 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:40.464304 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f2729bcf-c92c-4fe8-98b9-4ab573782814 req-a138d8ae-3a01-4519-b3be-a30e8beb0da8 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925138 Mar 08 18:55:40.551908 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port efeeb353-e8f3-4b08-a737-bfec3afd1839 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:40.561826 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:40.664477 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port efeeb353-e8f3-4b08-a737-bfec3afd1839 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:40.712263 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1d64a-f2e6-42ef-a8dc-eaaf62e53f61 req-444400fc-bd7c-479a-8c7b-36e7050f7192 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:40.716058 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67d1d64a-f2e6-42ef-a8dc-eaaf62e53f61 req-444400fc-bd7c-479a-8c7b-36e7050f7192 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0852077 Mar 08 18:55:40.829892 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67d1d64a-f2e6-42ef-a8dc-eaaf62e53f61 req-5c3bc28e-8e56-4624-8d2d-aed572d31508 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/security-groups?id=67a77cd4-d942-4db9-8b44-e180e452e8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037869 Mar 08 18:55:40.847173 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:41.016502 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-4a47a943-2b55-41cf-ab15-b8e91865b111 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:41.018556 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-4a47a943-2b55-41cf-ab15-b8e91865b111 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 945 time: 0.0952315 Mar 08 18:55:41.074292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 6b07756c-844e-4cd1-a557-458ad66f831a completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:55:41.076686 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 6b07756c-844e-4cd1-a557-458ad66f831a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:41.077305 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.239419 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6b07756c-844e-4cd1-a557-458ad66f831a is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:41.239910 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.283540 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:41.286154 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48166e-fd0b-406c-8c25-da0adc57e04d" -d '{"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-plugged", "status": "completed", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:41.308771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:41.336057 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f7c2d4-da62-472a-b470-a2931dff87b7 x-openstack-request-id: req-47f7c2d4-da62-472a-b470-a2931dff87b7 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:41.336376 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-plugged", "status": "completed", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:41.336663 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-47f7c2d4-da62-472a-b470-a2931dff87b7 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:41.337322 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'code': 200} Mar 08 18:55:41.418653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Deleting port 5079c141-af24-4e98-898f-470a292398a8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:41.419259 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (5079c141-af24-4e98-898f-470a292398a8), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.568667 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] For port 5079c141-af24-4e98-898f-470a292398a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5079c141-af24-4e98-898f-470a292398a8,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:41.569016 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (5079c141-af24-4e98-898f-470a292398a8), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.585820 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Calling delete_port for 5079c141-af24-4e98-898f-470a292398a8 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:41.647645 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863590da-f326-4ab2-ad9b-fccc58664e2a req-4ffd96cb-2349-4233-b681-fe825d4cb097 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:41.649216 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-863590da-f326-4ab2-ad9b-fccc58664e2a req-4ffd96cb-2349-4233-b681-fe825d4cb097 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 944 time: 0.1191545 Mar 08 18:55:41.719105 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-863590da-f326-4ab2-ad9b-fccc58664e2a req-dfe978a1-1efe-45b9-81b7-455b7c9845c9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642445 Mar 08 18:55:41.768912 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.829145 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.883879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (5079c141-af24-4e98-898f-470a292398a8), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:41.899798 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['5079c141-af24-4e98-898f-470a292398a8'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:55:41.931874 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Pushing event deleted for resources: {'Port': ['ID=5079c141-af24-4e98-898f-470a292398a8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:41.960395 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e1347f1-9e2e-43de-8d5b-3ab0736c73c5 req-f4130397-20b3-4710-a96e-cbf7875863dc tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 210 time: 0.0397449 Mar 08 18:55:42.005751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] No DVR routers for this DVR port 5079c141-af24-4e98-898f-470a292398a8 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:55:42.010368 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:42.014920 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1161b1b7-a7cc-4d41-b776-1dcbb8c63911 req-b5ceed42-62f3-4174-b2de-c9f5bb620b8b tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.77 "DELETE /v2.0/ports/5079c141-af24-4e98-898f-470a292398a8 HTTP/1.1" status: 204 len: 173 time: 0.9867139 Mar 08 18:55:42.015559 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90047e94-8a04-4600-8dec-717378879da7', 'name': 'network-vif-deleted', 'tag': '5079c141-af24-4e98-898f-470a292398a8'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:42.018734 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ccaea-b812-42cf-a2e9-7d35a40d5f78" -d '{"events": [{"server_uuid": "90047e94-8a04-4600-8dec-717378879da7", "name": "network-vif-deleted", "tag": "5079c141-af24-4e98-898f-470a292398a8"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:42.065202 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bace5-dbee-4d87-93a6-7759a2858b13 req-6641ce5d-40bb-495a-9e61-5e61f1465473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:42.069409 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-602bace5-dbee-4d87-93a6-7759a2858b13 req-6641ce5d-40bb-495a-9e61-5e61f1465473 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.0833759 Mar 08 18:55:42.095901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe15f989-139f-46aa-b72c-cc97345d7285 x-openstack-request-id: req-fe15f989-139f-46aa-b72c-cc97345d7285 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:42.097521 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90047e94-8a04-4600-8dec-717378879da7", "name": "network-vif-deleted", "tag": "5079c141-af24-4e98-898f-470a292398a8", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:42.097870 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe15f989-139f-46aa-b72c-cc97345d7285 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:42.107331 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90047e94-8a04-4600-8dec-717378879da7', 'name': 'network-vif-deleted', 'tag': '5079c141-af24-4e98-898f-470a292398a8', 'status': 'completed', 'code': 200} Mar 08 18:55:42.161967 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-602bace5-dbee-4d87-93a6-7759a2858b13 req-0c6fb76e-8daa-4d1f-b613-75c8e863f660 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850117 Mar 08 18:55:42.859648 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7be3f6-9559-4457-ace9-966d11296a2e req-be1f4c9f-847a-4361-89b8-acc23fc5b799 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:42.861143 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ed7be3f6-9559-4457-ace9-966d11296a2e req-be1f4c9f-847a-4361-89b8-acc23fc5b799 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0565922 Mar 08 18:55:42.929208 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ed7be3f6-9559-4457-ace9-966d11296a2e req-19247916-a196-49c4-a279-929009baea9c tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598183 Mar 08 18:55:43.086689 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6018fccb-e644-44ac-a550-48ef8902cac5 req-45281559-d935-4cd4-ab89-c55702832178 tempest-ServerRescueNegativeTestJSON-282187484 tempest-ServerRescueNegativeTestJSON-282187484-project] 10.222.0.74 "GET /v2.0/ports?device_id=90047e94-8a04-4600-8dec-717378879da7 HTTP/1.1" status: 200 len: 210 time: 0.0321591 Mar 08 18:55:44.080057 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bac07-9335-48b0-8ec1-e1ee1a8d9656 req-8f8caa82-6c44-4a86-aeaa-c5ad5b310443 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:44.081541 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-305bac07-9335-48b0-8ec1-e1ee1a8d9656 req-8f8caa82-6c44-4a86-aeaa-c5ad5b310443 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0676913 Mar 08 18:55:44.159557 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55126) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:44.196317 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-305bac07-9335-48b0-8ec1-e1ee1a8d9656 req-8f7c558c-bf08-47b8-bdcc-b7a0240f88d6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922687 Mar 08 18:55:44.349683 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e1510-1f18-44eb-bdcc-dba7948b9611 req-176ded35-6c86-4e73-8ca4-f41fbd6b87d6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:44.355780 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b78e1510-1f18-44eb-bdcc-dba7948b9611 req-176ded35-6c86-4e73-8ca4-f41fbd6b87d6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0772042 Mar 08 18:55:44.428689 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b78e1510-1f18-44eb-bdcc-dba7948b9611 req-5506e5a1-313a-4922-b79f-60f04a5a5af2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689402 Mar 08 18:55:44.443502 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55132) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:44.751850 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (c3520917-c29f-44ac-a0d9-06f8190939e3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:44.776085 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4d695-ab91-489d-846a-d70cfa4d6a97 tempest-TestShelveInstance-1772799625 tempest-TestShelveInstance-1772799625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:44.780753 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-53e4d695-ab91-489d-846a-d70cfa4d6a97 tempest-TestShelveInstance-1772799625 tempest-TestShelveInstance-1772799625-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1124 time: 0.3333418 Mar 08 18:55:44.780919 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55138) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:44.785686 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'port_id': '6b07756c-844e-4cd1-a557-458ad66f831a', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:44.840611 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 5079c141-af24-4e98-898f-470a292398a8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:44.862110 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 5079c141-af24-4e98-898f-470a292398a8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:44.862463 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 5079c141-af24-4e98-898f-470a292398a8 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:45.085647 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Deleting port 37266c14-3587-4d66-9fca-6f82549045c9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:45.086004 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (37266c14-3587-4d66-9fca-6f82549045c9), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.170680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] For port 37266c14-3587-4d66-9fca-6f82549045c9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=37266c14-3587-4d66-9fca-6f82549045c9,segment=NetworkSegment(2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb),segment_id=2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:45.171343 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (37266c14-3587-4d66-9fca-6f82549045c9), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.185460 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Calling delete_port for 37266c14-3587-4d66-9fca-6f82549045c9 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:45.369327 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.469516 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.511823 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (37266c14-3587-4d66-9fca-6f82549045c9), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:45.542764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Pushing event deleted for resources: {'Port': ['ID=37266c14-3587-4d66-9fca-6f82549045c9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:45.698465 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Allocated IP 172.27.0.172 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/b02a0df7-68b6-4460-847e-95a031ccbcdc) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:45.880442 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.001591 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (c3520917-c29f-44ac-a0d9-06f8190939e3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.017820 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.180721 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'Port': ['ID=b02a0df7-68b6-4460-847e-95a031ccbcdc,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:46.214084 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:46.220268 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:46.224434 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:46.333882 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Router c3520917-c29f-44ac-a0d9-06f8190939e3 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:46.492604 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:46.498834 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-f31f4639-31d0-4811-bb3c-c52d7e174750 admin admin] 10.222.0.74 "PUT /v2.0/routers/c3520917-c29f-44ac-a0d9-06f8190939e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3381853 Mar 08 18:55:46.501420 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55206) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:46.505533 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] Sync routers for ids ['c3520917-c29f-44ac-a0d9-06f8190939e3'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:46.524374 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] Routers {'c3520917-c29f-44ac-a0d9-06f8190939e3'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:46.525365 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['c3520917-c29f-44ac-a0d9-06f8190939e3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:46.639495 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks [] for router (c3520917-c29f-44ac-a0d9-06f8190939e3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.692529 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] Set router c3520917-c29f-44ac-a0d9-06f8190939e3 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:46.721762 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for floatingip (e43c6565-dada-490b-8225-225df7acd951), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.794265 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks [] for router_gateway (c3520917-c29f-44ac-a0d9-06f8190939e3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.943516 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:55:45Z', 'revision_number': 5, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port': {'id': '9a5fae8c-1700-488b-8835-1e686a47ae17', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:46.979807 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] Checking router: c3520917-c29f-44ac-a0d9-06f8190939e3 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:46.981107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:46.996361 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] Routers {'c3520917-c29f-44ac-a0d9-06f8190939e3'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:46.997314 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['c3520917-c29f-44ac-a0d9-06f8190939e3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:47.030667 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Deleting port 9a5fae8c-1700-488b-8835-1e686a47ae17 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:55:47.031091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.140716 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] Set router c3520917-c29f-44ac-a0d9-06f8190939e3 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:47.221141 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.270942 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] For port 9a5fae8c-1700-488b-8835-1e686a47ae17, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=9a5fae8c-1700-488b-8835-1e686a47ae17,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:47.271473 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.288749 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Calling delete_port for 9a5fae8c-1700-488b-8835-1e686a47ae17 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:55:47.358220 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.407086 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:55:46Z', 'revision_number': 6, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:47.464053 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event updated for resources: {'Port': ['ID=b02a0df7-68b6-4460-847e-95a031ccbcdc,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:47.467898 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (e43c6565-dada-490b-8225-225df7acd951), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.484795 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803178c-dfe6-414f-addf-bc04ed882b3d None None] The sync data for ids ['c3520917-c29f-44ac-a0d9-06f8190939e3'] in dv-cinder-830088-3-iscsi is: [{'id': 'c3520917-c29f-44ac-a0d9-06f8190939e3', 'name': 'tempest-ServerRescueNegativeTestJSON-62510877-router', 'tenant_id': '135b23afc64f44a1b5785146ee4a9cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:51Z', 'updated_at': '2022-03-08T18:55:46Z', 'revision_number': 6, 'project_id': '135b23afc64f44a1b5785146ee4a9cff', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:47.672817 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Floating IP e43c6565-dada-490b-8225-225df7acd951 associated. External IP: 172.27.0.172, port: 6b07756c-844e-4cd1-a557-458ad66f831a. Mar 08 18:55:47.756863 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (9a5fae8c-1700-488b-8835-1e686a47ae17), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.795802 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5fae8c-1700-488b-8835-1e686a47ae17,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:47.920299 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (c3520917-c29f-44ac-a0d9-06f8190939e3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:47.977686 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:55:48.072814 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (c3520917-c29f-44ac-a0d9-06f8190939e3), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.075316 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks [] for router_controller (c3520917-c29f-44ac-a0d9-06f8190939e3), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.168155 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:48.183590 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] Sync routers for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:48.206024 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:48.206707 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:48.280743 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (c3520917-c29f-44ac-a0d9-06f8190939e3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.281335 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3520917-c29f-44ac-a0d9-06f8190939e3 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:55:48.296119 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.302573 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b16b83d6-be8b-4b5d-b70c-8b6e65db4142 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c3520917-c29f-44ac-a0d9-06f8190939e3 HTTP/1.1" status: 204 len: 168 time: 1.7967663 Mar 08 18:55:48.302764 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55234) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:48.384034 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Deleting subnet f6a29931-efde-46b1-a78d-b7b81645fdfa {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:55:48.389921 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Publish callbacks [] for subnet (f6a29931-efde-46b1-a78d-b7b81645fdfa), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.391355 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:48.443004 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Publish callbacks [] for subnet (f6a29931-efde-46b1-a78d-b7b81645fdfa), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.458932 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (f6a29931-efde-46b1-a78d-b7b81645fdfa), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.530197 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.578171 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4a8d0707-3ca3-40d4-97e9-382d96de0ac0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7887647 Mar 08 18:55:48.578171 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:55:48.578171 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec19f9-254e-407a-be31-44ad9b7e0dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:55:48.637523 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37266c14-3587-4d66-9fca-6f82549045c9 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:48.656536 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for subnet (f6a29931-efde-46b1-a78d-b7b81645fdfa), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.690256 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7994f194-cf10-49b7-84a5-ceceda933acd x-openstack-request-id: req-7994f194-cf10-49b7-84a5-ceceda933acd {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:55:48.690256 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:55:48.690256 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7994f194-cf10-49b7-84a5-ceceda933acd {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:55:48.690256 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'status': 'completed', 'code': 200} Mar 08 18:55:48.690256 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a29931-efde-46b1-a78d-b7b81645fdfa,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:48.691791 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.695279 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-105e3fc6-e73c-4865-975c-46057adb7ae1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f6a29931-efde-46b1-a78d-b7b81645fdfa HTTP/1.1" status: 204 len: 168 time: 0.3915794 Mar 08 18:55:48.699627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55244) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:48.708092 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 37266c14-3587-4d66-9fca-6f82549045c9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:48.708437 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37266c14-3587-4d66-9fca-6f82549045c9 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:48.708841 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9a5fae8c-1700-488b-8835-1e686a47ae17 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:55:48.758162 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 9a5fae8c-1700-488b-8835-1e686a47ae17 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:55:48.758764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9a5fae8c-1700-488b-8835-1e686a47ae17 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:55:48.792715 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-b632c021-e9ab-4d09-a0c5-83fc62a86785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:48.804936 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-b632c021-e9ab-4d09-a0c5-83fc62a86785 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.1048145 Mar 08 18:55:48.817869 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (03a254a8-a992-4a6b-a782-ae97f955d701), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:48.984782 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-91c87209-5a7a-4c27-92f4-a2325574e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:48.986375 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-91c87209-5a7a-4c27-92f4-a2325574e909 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 910 time: 0.1805575 Mar 08 18:55:48.991373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (03a254a8-a992-4a6b-a782-ae97f955d701), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.048035 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.049428 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.050998 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.051595 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > port after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.052170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.053381 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > port after_update 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.054081 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.060170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.060170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.060170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.068405 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e43c6565-dada-490b-8225-225df7acd951', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'port_id': '6b07756c-844e-4cd1-a557-458ad66f831a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'mac_address': 'fa:16:3e:c2:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf73940-1216-4849-920f-2879a65e5433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:46Z', 'updated_at': '2022-03-08T18:55:46Z', 'revision_number': 0, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.100047 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] Checking router: 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:49.123332 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:49.124141 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.172906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.172906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.172906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.172906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 18:55:49.172906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a254a8-a992-4a6b-a782-ae97f955d701']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.187595 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-ed7d3c2a-ee9e-4063-b7a6-753ff24095c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 999 time: 0.1875498 Mar 08 18:55:49.207349 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.208496 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.244949 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12440118'] for segment (2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.272634 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-17547adf-d5ca-4bde-b212-5c2eb86fc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:49.275887 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-17547adf-d5ca-4bde-b212-5c2eb86fc043 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0810263 Mar 08 18:55:49.282780 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.290896 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:49.296188 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:55:49.296862 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12559180'] for segment (2015bb32-23b0-4a4a-8d8b-15cc8ef7fbdb), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: from cryptography.utils import int_from_bytes Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: from cryptography.utils import int_from_bytes Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: Traceback (most recent call last): Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: timer() Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: cb(*args, **kw) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: return func(*args, **kwargs) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: self._notify() Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: self.callback(batched_events) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: event.method(event) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: return f(self, *a, **k) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._get(url).json() Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: return self.request(url, 'GET', **kwargs) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:55:49.301414 dv-cinder-830088-3-iscsi neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:55:49.348517 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-85f31ccc-ec20-42f8-853c-c02a2cd80b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:49.350952 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-85f31ccc-ec20-42f8-853c-c02a2cd80b97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673137 Mar 08 18:55:49.477407 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (03a254a8-a992-4a6b-a782-ae97f955d701), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.479691 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:49.490727 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/03a254a8-a992-4a6b-a782-ae97f955d701 HTTP/1.1" status: 204 len: 168 time: 0.7883031 Mar 08 18:55:49.495952 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-b1c336eb-d40b-47ff-8d19-0d59fc0bd790 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338186 Mar 08 18:55:49.526728 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f00a3-f8e6-4410-a8e7-0c41384e1ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a254a8-a992-4a6b-a782-ae97f955d701,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:49.636097 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e43c6565-dada-490b-8225-225df7acd951', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'port_id': '6b07756c-844e-4cd1-a557-458ad66f831a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'mac_address': 'fa:16:3e:c2:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf73940-1216-4849-920f-2879a65e5433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:46Z', 'updated_at': '2022-03-08T18:55:46Z', 'revision_number': 0, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:49.665767 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88ec19f9-254e-407a-be31-44ad9b7e0dc0 req-fc9393de-934e-4ef0-9150-93450a061a72 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621282 Mar 08 18:55:49.696654 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfabd1-58ce-4868-a13a-18ad7e06854a None None] The sync data for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi is: [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e43c6565-dada-490b-8225-225df7acd951', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'port_id': '6b07756c-844e-4cd1-a557-458ad66f831a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'mac_address': 'fa:16:3e:c2:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf73940-1216-4849-920f-2879a65e5433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:46Z', 'updated_at': '2022-03-08T18:55:46Z', 'revision_number': 0, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:55:49.975638 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d290ce6-cfde-407c-a31d-a2c5f4927413 None None] New status for floating IP e43c6565-dada-490b-8225-225df7acd951: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:55:50.108472 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55262) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:50.176525 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5c8e7f0c-de9f-46ac-a67d-3f143c06e375 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=135b23afc64f44a1b5785146ee4a9cff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0642767 Mar 08 18:55:50.178405 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55266) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:50.227564 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55268) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:50.235170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48475120', 'description': 'tempest-description--724856487'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:50.250259 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e21ffd-f6e2-416b-b6da-3cf45362e68c admin admin] Publish callbacks [] for security_group (67a77cd4-d942-4db9-8b44-e180e452e8a7), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.277407 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e21ffd-f6e2-416b-b6da-3cf45362e68c admin admin] Publish callbacks [] for security_group (67a77cd4-d942-4db9-8b44-e180e452e8a7), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.877957 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.928146 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-3df2e056-e530-4c13-97b4-58c0ded337bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497053 Mar 08 18:55:50.929314 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e21ffd-f6e2-416b-b6da-3cf45362e68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (67a77cd4-d942-4db9-8b44-e180e452e8a7), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.931975 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e21ffd-f6e2-416b-b6da-3cf45362e68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:50.933185 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c7e21ffd-f6e2-416b-b6da-3cf45362e68c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67a77cd4-d942-4db9-8b44-e180e452e8a7 HTTP/1.1" status: 204 len: 168 time: 0.7535737 Mar 08 18:55:50.946874 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e21ffd-f6e2-416b-b6da-3cf45362e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a77cd4-d942-4db9-8b44-e180e452e8a7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:50.979485 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.038022 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-78c68c82-5617-4f74-9163-ba8bbf805195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.040282 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-78c68c82-5617-4f74-9163-ba8bbf805195 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1130 time: 0.0850360 Mar 08 18:55:51.111945 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.153760 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:51.179719 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-e09c2bd7-5a26-41c8-9c7f-5e72c23ff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.181334 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-e09c2bd7-5a26-41c8-9c7f-5e72c23ff745 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 911 time: 0.1185067 Mar 08 18:55:51.285099 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-dad2030e-1f2f-41ef-973d-abdd0edecdb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 1002 time: 0.0951905 Mar 08 18:55:51.291751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.305936 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-33640629-7395-4551-b2c1-240e812ddb64 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0641544 Mar 08 18:55:51.305936 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55282) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:51.305936 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': 'c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:51.352733 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-a1691621-d3f8-4be3-90d1-b20c4e4607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.354410 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-a1691621-d3f8-4be3-90d1-b20c4e4607d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0603387 Mar 08 18:55:51.407449 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-e90dc01a-db19-4678-a47b-68bd08064b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:51.409066 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-e90dc01a-db19-4678-a47b-68bd08064b0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476003 Mar 08 18:55:51.432188 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (97f08b59-dedc-4fd5-b29f-49f571a3a16a), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.515750 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (97f08b59-dedc-4fd5-b29f-49f571a3a16a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.518680 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.553982 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-372c40e6-dc24-44ff-b21c-8b26c44e5de9 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335421 Mar 08 18:55:51.662629 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-795fe76b-71ed-454d-bebf-31e0bfe89075 req-00a34991-2e54-43fb-94ad-1273161fb3ba service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933261 Mar 08 18:55:51.780530 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (97f08b59-dedc-4fd5-b29f-49f571a3a16a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.798287 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f08b59-dedc-4fd5-b29f-49f571a3a16a,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:51.931444 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:51.932610 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ec145dce-75c2-4a1b-9f32-5da9b7d7a6aa tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6329548 Mar 08 18:55:51.935425 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55302) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:51.939763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': 'c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:52.034019 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (c945897e-8948-465b-afeb-c7ff692128cb), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.098118 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (c945897e-8948-465b-afeb-c7ff692128cb), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.205916 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (c945897e-8948-465b-afeb-c7ff692128cb), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.235663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c945897e-8948-465b-afeb-c7ff692128cb,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:52.320912 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.322202 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2a6c9bcf-b882-4401-9591-83d2578c6719 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857996 Mar 08 18:55:52.326665 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55318) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:52.331654 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:52.473175 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55326) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:52.598340 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.622454 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-978476434-network', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:52.642201 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4972eb-f5e7-4403-8997-9f2791b41c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.733525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.844804 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.27.0.82 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/d2721054-a086-45f8-ab46-7346c6abb488) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:52.854902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Made reservation on behalf of 280cf73813cf4ffbb3f685ad1c2a9bbf for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:52.857415 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:52.871202 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.023296 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (d2721054-a086-45f8-ab46-7346c6abb488), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.080719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks [] for security_group (6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.164395 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-ba03e2fa-2f37-4808-9ecb-7b721127c330 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:53.165247 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-ba03e2fa-2f37-4808-9ecb-7b721127c330 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 815 time: 0.1464968 Mar 08 18:55:53.186708 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-98b59c8c-d190-4366-be14-71a0ac8da0f9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/quotas/f61b9e09a04c4f69880c3665fd9f9660 HTTP/1.1" status: 200 len: 375 time: 0.0152798 Mar 08 18:55:53.197820 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.482380 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (d2721054-a086-45f8-ab46-7346c6abb488), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.523812 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:55:53.552199 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:53.555838 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:53.565590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (b59fb31b-ab4d-4def-9251-ff294aee32cd), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.565938 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Added segment b59fb31b-ab4d-4def-9251-ff294aee32cd of type vlan for network 09e6dc21-9a04-4916-be67-a5b24e54b810 Mar 08 18:55:53.569822 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:53.579237 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:53.582498 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=d2721054-a086-45f8-ab46-7346c6abb488,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:53.633199 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-0289f84c-8dd0-409c-ae95-c900e0e291e3 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4455833 Mar 08 18:55:53.660642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (09e6dc21-9a04-4916-be67-a5b24e54b810), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.793711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-b5590a1f-e873-42f5-bf3d-2dd153c7c547 service neutron] 10.222.0.74 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454458 Mar 08 18:55:53.799396 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (71387582-cacc-4498-a4c2-9e88eb41c6aa), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.838969 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (09e6dc21-9a04-4916-be67-a5b24e54b810), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.839959 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:53.840536 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.970835 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] Pushing event updated for resources: {'Network': ['ID=09e6dc21-9a04-4916-be67-a5b24e54b810,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:53.978890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (d2721054-a086-45f8-ab46-7346c6abb488), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:53.992277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:55:54.003180 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-4be74413-0dee-46e7-8901-42499e5b0b66 service neutron] 10.222.0.74 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020833 Mar 08 18:55:54.025517 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-b7d736d9-66cd-4bf8-a8bb-56d53bda33f0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5483415 Mar 08 18:55:54.025801 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:54.030955 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Request body: {'subnet': {'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-subnet', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:54.148006 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Made reservation on behalf of 280cf73813cf4ffbb3f685ad1c2a9bbf for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:54.150636 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.166143 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (d2721054-a086-45f8-ab46-7346c6abb488), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.248969 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (d2721054-a086-45f8-ab46-7346c6abb488), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.359009 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=d2721054-a086-45f8-ab46-7346c6abb488,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:54.366424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6e62b7fb-f35c-4881-93e3-d97b5f57144c req-98005d1f-89a4-4e77-b083-f78d558bf920 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 210 time: 0.0460536 Mar 08 18:55:54.377349 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (71387582-cacc-4498-a4c2-9e88eb41c6aa), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.512450 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (5149b714-d2ba-4a44-b4db-5b2ef53d1391), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.514300 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.515653 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e40fe842-2137-4121-9f3a-91638569cba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1893783 Mar 08 18:55:54.580352 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5149b714-d2ba-4a44-b4db-5b2ef53d1391,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:54.591405 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Checking segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:54.591763 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Network hostable DHCP agents. Network: 09e6dc21-9a04-4916-be67-a5b24e54b810, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:55:54.720174 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:55:54.730336 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-17cbda04-8a09-45d9-89e6-b719377acb9c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--48475120&fields=id&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 267 time: 0.0488553 Mar 08 18:55:54.838107 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 09e6dc21-9a04-4916-be67-a5b24e54b810) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:54.843578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:54.845884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.846741 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-f32bc291-3e16-49dd-83d2-8711c8f589f7 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:54.848479 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-f32bc291-3e16-49dd-83d2-8711c8f589f7 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1124544 Mar 08 18:55:54.848854 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3a8f7-c858-4cc5-a5ef-c683e244787f None None] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:54.866660 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-06caad52-52cc-4f70-abf4-fa7fe67539c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/quotas/ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 375 time: 0.0116978 Mar 08 18:55:54.934358 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-696442a1-9d3f-400b-acba-069b0fd20286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:54.935484 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-147b498c-17fe-4a99-8bbf-064bd5ce4278 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635698 Mar 08 18:55:54.966467 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d57e4a89-71e4-4d2e-8e5d-30db91789a39 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9393513 Mar 08 18:55:54.969300 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55396) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:54.974091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:55.049640 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-de6a8e2a-e135-45c0-848f-37281ab30589 service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005292 Mar 08 18:55:55.124243 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (e32b62e8-8d82-4482-b602-a653f3bd44a8), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.127147 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-09e6dc21-9a04-4916-be67-a5b24e54b810', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 18:55:55.129579 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (e32b62e8-8d82-4482-b602-a653f3bd44a8), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.129710 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.167432 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-f936fab4-8240-4f1c-9862-cccaa3bb3fba service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096361 Mar 08 18:55:55.222745 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks [] for router_controller (e32b62e8-8d82-4482-b602-a653f3bd44a8), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.274252 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Allocated IP 172.20.0.2 (09e6dc21-9a04-4916-be67-a5b24e54b810/5149b714-d2ba-4a44-b4db-5b2ef53d1391/2922a851-3091-4922-aad4-ee4a1f8416d9) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:55.451186 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Publish callbacks [] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.543046 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec9aa77a-698c-49ce-a655-8e6778d7bb57 req-94a40aa6-1b4b-4f65-99d1-6d6e6e79bd88 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 210 time: 0.0921881 Mar 08 18:55:55.569560 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17eb41e4-547b-4345-a7b0-e739ae653ae6 req-da0600bf-b74a-4f24-b90f-642e519f425b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 210 time: 0.0908949 Mar 08 18:55:55.573535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.616677 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks [] for router_gateway (e32b62e8-8d82-4482-b602-a653f3bd44a8), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.626986 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:55.632047 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:55.636569 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:55.639701 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Pushing event updated for resources: {'Port': ['ID=2922a851-3091-4922-aad4-ee4a1f8416d9,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:55.695447 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Attempting to bind port 2922a851-3091-4922-aad4-ee4a1f8416d9 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:55.695689 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Attempting to bind port 2922a851-3091-4922-aad4-ee4a1f8416d9 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:55.696053 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Attempting to bind port 2922a851-3091-4922-aad4-ee4a1f8416d9 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:55.702850 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:55.703227 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Checking segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:55.706574 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.706574 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Bound using segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:55.706574 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Bound port: 2922a851-3091-4922-aad4-ee4a1f8416d9, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:55.706574 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.782638 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] For port 2922a851-3091-4922-aad4-ee4a1f8416d9, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:55.786572 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] For port 2922a851-3091-4922-aad4-ee4a1f8416d9, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2922a851-3091-4922-aad4-ee4a1f8416d9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:55.907305 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.951558 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks [] for router_gateway (e32b62e8-8d82-4482-b602-a653f3bd44a8), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:55.996632 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8676fe-6c46-4d41-a572-ef5f2bf9f98f None None] Pushing event updated for resources: {'Port': ['ID=2922a851-3091-4922-aad4-ee4a1f8416d9,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:56.240427 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.254723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.374623 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2922a851-3091-4922-aad4-ee4a1f8416d9 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:56.376283 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Allocated IP 172.27.0.195 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/37edf459-1654-4e62-adff-26adc1c877af) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:56.424768 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 2922a851-3091-4922-aad4-ee4a1f8416d9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:56.425145 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.495488 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks [] for port (37edf459-1654-4e62-adff-26adc1c877af), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.524471 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 2922a851-3091-4922-aad4-ee4a1f8416d9 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:56.524862 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.560780 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 2922a851-3091-4922-aad4-ee4a1f8416d9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2922a851-3091-4922-aad4-ee4a1f8416d9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:55:56.662721 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0858a07e-2b37-4ece-abf2-5d144e081ccd req-cf9e36f6-2014-4af4-8ffd-995f01c40e6c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 210 time: 0.0442901 Mar 08 18:55:56.680383 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7cc48550-ff70-4914-946a-58ca66d49041 req-8bb841f1-2ad3-4be2-b1e9-0dbd7624a03f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 210 time: 0.0513437 Mar 08 18:55:56.685136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (37edf459-1654-4e62-adff-26adc1c877af), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.730380 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:56.733325 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:56.737963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:56.741279 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Pushing event updated for resources: {'Port': ['ID=37edf459-1654-4e62-adff-26adc1c877af,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:56.761814 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:56.784059 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.784409 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.785447 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.785618 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.785946 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.786304 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.786630 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.786956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.787283 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.787606 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.787924 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.788293 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.788554 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:55:56.819653 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=2922a851-3091-4922-aad4-ee4a1f8416d9,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:57.064094 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a455bf2-3402-4063-8c38-63430dec50ff None None] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:55:57.144543 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85697fdd-6057-4126-895e-aa50f29d08c5 None None] Provisioning complete for port 2922a851-3091-4922-aad4-ee4a1f8416d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:57.145125 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85697fdd-6057-4126-895e-aa50f29d08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.188737 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks [] for router_gateway (e32b62e8-8d82-4482-b602-a653f3bd44a8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.270879 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-85697fdd-6057-4126-895e-aa50f29d08c5 None None] Current status of the port 2922a851-3091-4922-aad4-ee4a1f8416d9 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:57.431555 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (e32b62e8-8d82-4482-b602-a653f3bd44a8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.466072 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.501198 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b50603f2-810a-438e-ae48-a6cb20243f1a None None] Provisioning complete for port 2922a851-3091-4922-aad4-ee4a1f8416d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:57.501862 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b50603f2-810a-438e-ae48-a6cb20243f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:57.601262 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b50603f2-810a-438e-ae48-a6cb20243f1a None None] Current status of the port 2922a851-3091-4922-aad4-ee4a1f8416d9 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:57.740971 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 18:55:57.800703 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29836f2c-d028-41a8-9b2a-6cc67d9874b6 req-c0edf51a-551b-4db1-9562-6e5a12b10196 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 210 time: 0.0573752 Mar 08 18:55:57.803458 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-31acc97a-1113-4e0d-bcd8-cd768cc2a3ed req-8fe99974-6ee6-49ac-a538-3531b650e706 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 210 time: 0.0461075 Mar 08 18:55:57.953210 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:55:57.954416 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86618314-1902-4b95-90d1-772517111c9a None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:55:57.975648 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:57.976275 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:57.980073 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-56e4ed48-ff81-455c-bf5d-0bf380890105 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:57.981648 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-56e4ed48-ff81-455c-bf5d-0bf380890105 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.77 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 815 time: 0.1552484 Mar 08 18:55:58.002398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'port': {'device_id': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'admin_state_up': True, 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:58.080538 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.084526 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-f61a3276-ad1a-4bd7-baa7-92b55d63f79f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1111155 Mar 08 18:55:58.084526 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55452) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:55:58.107417 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:55:58.324449 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Made reservation on behalf of f61b9e09a04c4f69880c3665fd9f9660 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:58.330514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.336187 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2922a851-3091-4922-aad4-ee4a1f8416d9 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:55:58.417851 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 2922a851-3091-4922-aad4-ee4a1f8416d9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:58.418274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.422263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:55:56Z', 'revision_number': 3, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:58.466935 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86618314-1902-4b95-90d1-772517111c9a None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:55:58.467269 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86618314-1902-4b95-90d1-772517111c9a None None] Updating router e32b62e8-8d82-4482-b602-a653f3bd44a8 port 37edf459-1654-4e62-adff-26adc1c877af binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:55:58.514407 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86618314-1902-4b95-90d1-772517111c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37edf459-1654-4e62-adff-26adc1c877af), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.561248 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Allocated IP 172.20.0.3 (f87684d1-4d2b-4dea-a9d0-f3df9de1911e/6156349d-1479-45ea-b298-c1c9cb86a950/c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:58.632778 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 2922a851-3091-4922-aad4-ee4a1f8416d9 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:55:58.698902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-4ff1f11f-9aad-41cf-b289-021a6ebbb4ae tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:58.700711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-4ff1f11f-9aad-41cf-b289-021a6ebbb4ae tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1505861 Mar 08 18:55:58.795594 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.825447 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:58.853500 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-f9662957-101d-4078-8395-69b4129cc16a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 470 time: 0.1394351 Mar 08 18:55:58.886509 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'port': {'device_id': '12283012-b39c-438d-9088-ba8584f4a2bb', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'admin_state_up': True, 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'security_groups': ['c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:55:59.031835 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86618314-1902-4b95-90d1-772517111c9a None None] Publish callbacks [] for port (37edf459-1654-4e62-adff-26adc1c877af), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.065571 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Allocated IP 172.20.0.1 (09e6dc21-9a04-4916-be67-a5b24e54b810/5149b714-d2ba-4a44-b4db-5b2ef53d1391/2145c147-c669-40b0-9ad9-c86ae1c4a6b9) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:59.074394 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-35209292-9a50-4336-b6bc-bf5ac3a62d78 req-3d9a8d23-2ed8-4f84-b839-821936d8359a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 210 time: 0.0838988 Mar 08 18:55:59.078594 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-21118d8a-2a23-4e26-acd2-83b4b42bf509 req-bc363bb8-e2df-42f5-99cc-a8a3d71fff09 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 210 time: 0.0870142 Mar 08 18:55:59.118966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.170292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86618314-1902-4b95-90d1-772517111c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37edf459-1654-4e62-adff-26adc1c877af), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.234734 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.272206 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-86618314-1902-4b95-90d1-772517111c9a None None] Attempting to bind port 37edf459-1654-4e62-adff-26adc1c877af on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:55:59.272581 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-86618314-1902-4b95-90d1-772517111c9a None None] Attempting to bind port 37edf459-1654-4e62-adff-26adc1c877af by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:55:59.272946 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86618314-1902-4b95-90d1-772517111c9a None None] Attempting to bind port 37edf459-1654-4e62-adff-26adc1c877af on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:55:59.275849 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Made reservation on behalf of ae82254067dd4b5a80dc0c0084229ab6 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:55:59.280854 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.289991 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4f84-73fb-47e0-9520-090f1313ac0c None None] Pushing event updated for resources: {'Port': ['ID=37edf459-1654-4e62-adff-26adc1c877af,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:59.301794 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86618314-1902-4b95-90d1-772517111c9a None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:55:59.306434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86618314-1902-4b95-90d1-772517111c9a None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:55:59.306434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86618314-1902-4b95-90d1-772517111c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.306434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86618314-1902-4b95-90d1-772517111c9a None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:55:59.306434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-86618314-1902-4b95-90d1-772517111c9a None None] Bound port: 37edf459-1654-4e62-adff-26adc1c877af, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:55:59.371524 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86618314-1902-4b95-90d1-772517111c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37edf459-1654-4e62-adff-26adc1c877af), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.381206 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:59.403849 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-86618314-1902-4b95-90d1-772517111c9a None None] For port 37edf459-1654-4e62-adff-26adc1c877af, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:55:59.414454 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:55:59.417098 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-86618314-1902-4b95-90d1-772517111c9a None None] For port 37edf459-1654-4e62-adff-26adc1c877af, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=37edf459-1654-4e62-adff-26adc1c877af,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:55:59.421819 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:55:59.500355 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:59.505731 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.20.0.7 (288a8c8e-914f-4253-a63a-2438afdbc035/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a/048d10d2-b4a5-423c-8d5e-37a06eaa1c29) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:55:59.509932 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks [] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.523881 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:55:59.524605 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.741218 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.749535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-891e1056-cc3a-4326-97f4-7a7c2335fd11 None None] Provisioning complete for port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:55:59.750290 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-891e1056-cc3a-4326-97f4-7a7c2335fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.806094 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-891e1056-cc3a-4326-97f4-7a7c2335fd11 None None] Port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:55:59.809692 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86618314-1902-4b95-90d1-772517111c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37edf459-1654-4e62-adff-26adc1c877af), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.873133 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:55:59.873766 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:55:59.880201 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4f84-73fb-47e0-9520-090f1313ac0c None None] Pushing event updated for resources: {'Port': ['ID=37edf459-1654-4e62-adff-26adc1c877af,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:55:59.926814 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3c116727-b1bf-42b4-bca5-bb82bc4c4e94 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9287460 Mar 08 18:55:59.929872 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.974875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:55:59.990949 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:55:59.997314 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:00.014514 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:00.048197 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:00.062377 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Pushing event updated for resources: {'Port': ['ID=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:00.093366 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (e32b62e8-8d82-4482-b602-a653f3bd44a8), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.164201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:00.192338 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:00.224485 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:00.231710 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:00.450813 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:00.458633 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Request body: {'port': {'device_id': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:00.531305 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:00.532380 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.596624 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2136eab6-62d8-44db-9280-4eeea87546f3 None None] Provisioning complete for port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:00.598104 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2136eab6-62d8-44db-9280-4eeea87546f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.603109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078536f-e10b-41fd-b4df-773aae36a2d9 req-d794bbb0-5e42-4159-99df-05465c67ad44 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:00.606826 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c078536f-e10b-41fd-b4df-773aae36a2d9 req-d794bbb0-5e42-4159-99df-05465c67ad44 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 931 time: 0.2819207 Mar 08 18:56:00.616281 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-86618314-1902-4b95-90d1-772517111c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:55:56Z', 'revision_number': 3, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:00.623911 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fae9e-2494-484f-bddd-70475f51524c req-f357432c-b7b2-46a4-bf52-bfdf950c8f15 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:00.632837 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6b4fae9e-2494-484f-bddd-70475f51524c req-f357432c-b7b2-46a4-bf52-bfdf950c8f15 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 931 time: 0.3152690 Mar 08 18:56:00.695097 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-a257a7a3-41b0-4e2e-ac8b-ca5bcad0985c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8363988 Mar 08 18:56:00.699325 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86618314-1902-4b95-90d1-772517111c9a None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:55:56Z', 'revision_number': 3, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:00.719131 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2136eab6-62d8-44db-9280-4eeea87546f3 None None] Port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:56:00.751578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2748b17c-9e7f-4d7c-ad5a-3aad7be4fec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.754415 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.757022 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6b4fae9e-2494-484f-bddd-70475f51524c req-137a9e24-b83c-4dbb-8488-de10bb404927 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229339 Mar 08 18:56:00.767447 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c078536f-e10b-41fd-b4df-773aae36a2d9 req-817fff6f-39d0-4e4c-a255-8ef18768b55c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320543 Mar 08 18:56:00.781710 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.845709 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b0f95b57-030b-4c58-8a85-143fc29fbf19 None None] Provisioning complete for port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:00.848101 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0f95b57-030b-4c58-8a85-143fc29fbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:00.933889 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b0f95b57-030b-4c58-8a85-143fc29fbf19 None None] Port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:56:00.938896 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2748b17c-9e7f-4d7c-ad5a-3aad7be4fec2 admin admin] Publish callbacks [] for security_group (e241678a-3a37-475b-80e1-4d35120f9ade), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.294093 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2748b17c-9e7f-4d7c-ad5a-3aad7be4fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e241678a-3a37-475b-80e1-4d35120f9ade), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.466235 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55524) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:01.468583 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-2748b17c-9e7f-4d7c-ad5a-3aad7be4fec2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75fd4a6c3aa94ee6b754b3aaf71f617e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0159464 Mar 08 18:56:01.515876 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748b17c-9e7f-4d7c-ad5a-3aad7be4fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e241678a-3a37-475b-80e1-4d35120f9ade,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:01.620312 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Publish callbacks [] for security_group (e241678a-3a37-475b-80e1-4d35120f9ade), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.648760 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Publish callbacks [] for security_group (e241678a-3a37-475b-80e1-4d35120f9ade), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.735316 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks [] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.820425 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:01.844324 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Publish callbacks [] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:01.977702 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc5fc1-c289-4bf6-bfb2-55fc70c0c3da req-2284c7e0-70a0-4920-bfe3-64638d094743 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:01.979296 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b9fc5fc1-c289-4bf6-bfb2-55fc70c0c3da req-2284c7e0-70a0-4920-bfe3-64638d094743 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 931 time: 0.1030073 Mar 08 18:56:02.014063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b968e-24f7-40a3-9dda-d83be2e43164 req-ccc483f5-bbcb-48ea-b1d0-f9ec4f3621a8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:02.015522 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ad3b968e-24f7-40a3-9dda-d83be2e43164 req-ccc483f5-bbcb-48ea-b1d0-f9ec4f3621a8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 931 time: 0.1245966 Mar 08 18:56:02.060776 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b9fc5fc1-c289-4bf6-bfb2-55fc70c0c3da req-8f308943-7b4e-4b70-a69f-247ce457abc7 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Mar 08 18:56:02.100561 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ad3b968e-24f7-40a3-9dda-d83be2e43164 req-0568437a-ec65-4799-9897-903132f70521 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776083 Mar 08 18:56:02.260035 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (e241678a-3a37-475b-80e1-4d35120f9ade), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.260575 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Transition to ACTIVE for port object c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:56:02.262971 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.264578 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e241678a-3a37-475b-80e1-4d35120f9ade HTTP/1.1" status: 204 len: 168 time: 0.7972374 Mar 08 18:56:02.277999 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.281341 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241678a-3a37-475b-80e1-4d35120f9ade,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:02.301661 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.302935 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.303390 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.303870 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.304483 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.304914 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.305342 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.305830 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.306317 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.306742 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.307164 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.308547 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.309042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e192f0-ab73-4375-980a-afefbee334d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:02.342591 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:56:02.393434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37edf459-1654-4e62-adff-26adc1c877af up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:02.403008 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.479271 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Pushing event updated for resources: {'Port': ['ID=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:02.491271 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 37edf459-1654-4e62-adff-26adc1c877af triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:02.491685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (37edf459-1654-4e62-adff-26adc1c877af), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.553322 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (e32b62e8-8d82-4482-b602-a653f3bd44a8), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.672436 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 37edf459-1654-4e62-adff-26adc1c877af is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:02.672828 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (37edf459-1654-4e62-adff-26adc1c877af), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.676817 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:02.710795 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port 37edf459-1654-4e62-adff-26adc1c877af, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=37edf459-1654-4e62-adff-26adc1c877af,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:02.768232 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Attempting to bind port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:56:02.772820 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Attempting to bind port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:56:02.772820 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Attempting to bind port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e on network f87684d1-4d2b-4dea-a9d0-f3df9de1911e {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:02.776208 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e on network f87684d1-4d2b-4dea-a9d0-f3df9de1911e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:56:02.776472 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Attempting to bind port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e on network f87684d1-4d2b-4dea-a9d0-f3df9de1911e {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:02.792055 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:56:02.792400 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Checking segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:56:02.792795 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Bound using segment: {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:56:02.793267 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Bound port: c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0bc89f-842f-4800-bf75-aa8309871129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:56:02.793628 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.797729 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (37edf459-1654-4e62-adff-26adc1c877af), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:02.848308 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:02.853872 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:03.005119 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:56:03.010409 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:56:03.108456 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.127815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=37edf459-1654-4e62-adff-26adc1c877af,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:03.198884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:03.198884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.198884 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] 10.222.0.77 "PUT /v2.0/ports/c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 1093 time: 2.7411082 Mar 08 18:56:03.198884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:03.206003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:03.320158 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:56:03.324037 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7645d-2f2d-45ca-96d6-31c1531a70ed service neutron] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:03.396981 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7025ca38-29c2-4033-9962-915c3df5c4bf None None] Provisioning complete for port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:03.398785 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7025ca38-29c2-4033-9962-915c3df5c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:03.440679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d39b1e-f608-45b0-9d3d-8133379856af req-2b02d357-0c21-4970-a97b-68d687abee08 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:03.450733 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91d39b1e-f608-45b0-9d3d-8133379856af req-2b02d357-0c21-4970-a97b-68d687abee08 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.2645442 Mar 08 18:56:03.531143 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76a56-0740-4f5b-9a92-941bd4ad5076 req-b5d611c3-7c36-4f04-a0f2-0eff07128f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:03.538410 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fcc76a56-0740-4f5b-9a92-941bd4ad5076 req-b5d611c3-7c36-4f04-a0f2-0eff07128f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 931 time: 0.2699680 Mar 08 18:56:03.552119 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7025ca38-29c2-4033-9962-915c3df5c4bf None None] Port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:56:03.608972 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:56:03.630769 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:56:03.656813 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e8956f8d-d5f5-49a5-a5f3-8c2f9e837820 admin admin] 10.222.0.74 "PUT /v2.0/routers/e32b62e8-8d82-4482-b602-a653f3bd44a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5711854 Mar 08 18:56:03.659150 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:03.659854 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:03.822568 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fcc76a56-0740-4f5b-9a92-941bd4ad5076 req-7dd51f6f-a454-499c-92da-5f5f10eb878e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2595062 Mar 08 18:56:03.822967 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:03.835492 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91d39b1e-f608-45b0-9d3d-8133379856af req-286632ff-dc60-4582-bc0d-49e6b8b49a07 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662753 Mar 08 18:56:03.873218 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415fde93-9e07-4723-b144-75971ac883cb x-openstack-request-id: req-415fde93-9e07-4723-b144-75971ac883cb {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:03.873518 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:03.873779 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-415fde93-9e07-4723-b144-75971ac883cb {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:03.874402 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'status': 'completed', 'code': 200} Mar 08 18:56:04.141865 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:01Z', 'revision_number': 2, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:04.183683 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:56:04.184119 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Updating router e32b62e8-8d82-4482-b602-a653f3bd44a8 port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 18:56:04.239257 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.382826 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37edf459-1654-4e62-adff-26adc1c877af up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:04.517370 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 37edf459-1654-4e62-adff-26adc1c877af triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:04.518083 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (37edf459-1654-4e62-adff-26adc1c877af), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.645991 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 37edf459-1654-4e62-adff-26adc1c877af is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:04.810478 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Publish callbacks [] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.872109 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:04.951960 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbed2b-f1fc-45b4-aff0-187d651527d6 req-10568291-9d2c-48fb-85b2-7fc1c30ab9f2 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:04.962445 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dbfbed2b-f1fc-45b4-aff0-187d651527d6 req-10568291-9d2c-48fb-85b2-7fc1c30ab9f2 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 931 time: 0.0776367 Mar 08 18:56:04.972603 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6775b-4ba8-4281-9d1d-c1219164d18f None None] Pushing event updated for resources: {'Port': ['ID=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:05.040431 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dbfbed2b-f1fc-45b4-aff0-187d651527d6 req-d06c3b0e-7089-435d-9bc1-aea0fc0409b7 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724044 Mar 08 18:56:05.104902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:05.107381 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Attempting to bind port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:56:05.107759 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Attempting to bind port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:56:05.108123 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Attempting to bind port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:05.110999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571491374', 'description': 'tempest-description--1241951147'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:05.137181 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:56:05.139392 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Checking segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:56:05.143107 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.144423 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Bound using segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:56:05.147295 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Bound port: 2145c147-c669-40b0-9ad9-c86ae1c4a6b9, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:56:05.148007 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.280703 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.313268 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a2a5-31d3-48dc-ad53-7683d08acf05 req-faf3182a-3db7-48a1-9d0a-72a1efa8359a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:05.327396 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] For port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:56:05.328485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b759a2a5-31d3-48dc-ad53-7683d08acf05 req-faf3182a-3db7-48a1-9d0a-72a1efa8359a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.1737759 Mar 08 18:56:05.340796 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] For port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:56:05.421506 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.446833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b759a2a5-31d3-48dc-ad53-7683d08acf05 req-1e9a2717-7e0c-4117-be55-c2790dda40e1 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172500 Mar 08 18:56:05.462119 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Request body: {'port': {'device_id': '12283012-b39c-438d-9088-ba8584f4a2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:05.518652 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-339128b9-7654-427a-bab2-2ec706e270df None None] Provisioning complete for port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:05.521551 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-339128b9-7654-427a-bab2-2ec706e270df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.571731 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (42357bea-a367-4253-b899-388183f0af59), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.588198 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.652828 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c req-cefa9bcf-db2a-4dd9-991d-3783513c63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:05.658507 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c req-cefa9bcf-db2a-4dd9-991d-3783513c63a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1127 time: 0.1631501 Mar 08 18:56:05.665079 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:05.666110 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:05.673145 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6775b-4ba8-4281-9d1d-c1219164d18f None None] Pushing event updated for resources: {'Port': ['ID=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:05.718897 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (42357bea-a367-4253-b899-388183f0af59), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.777144 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-339128b9-7654-427a-bab2-2ec706e270df None None] Current status of the port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:05.780274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-339128b9-7654-427a-bab2-2ec706e270df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.885824 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-339128b9-7654-427a-bab2-2ec706e270df None None] For port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:05.957946 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-339128b9-7654-427a-bab2-2ec706e270df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:05.992546 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:06.021978 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42357bea-a367-4253-b899-388183f0af59,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:06.089115 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c req-c2195cbb-6096-44a8-ad08-fe13c1fa354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:06.093211 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339128b9-7654-427a-bab2-2ec706e270df None None] Pushing event updated for resources: {'Port': ['ID=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:06.105834 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c req-c2195cbb-6096-44a8-ad08-fe13c1fa354d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4320180 Mar 08 18:56:06.123042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.128060 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-365db2eb-d3ca-4688-b37a-ad61f3444476 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0181124 Mar 08 18:56:06.129082 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55614) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:06.134009 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'security_group_rule': {'security_group_id': '42357bea-a367-4253-b899-388183f0af59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:06.183239 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5f05198f-db92-43f5-83f4-86164a8a79ef None None] Provisioning complete for port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:06.183614 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5f05198f-db92-43f5-83f4-86164a8a79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.274870 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a7e9a-81e7-49b8-8f5d-241e54b1b736 req-dd7da879-0153-45a7-9023-4950183eeb0b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:06.277489 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1d6a7e9a-81e7-49b8-8f5d-241e54b1b736 req-dd7da879-0153-45a7-9023-4950183eeb0b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 931 time: 0.0934169 Mar 08 18:56:06.284751 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (424ea290-c126-48f7-a470-1b9031befd70), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.312800 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5f05198f-db92-43f5-83f4-86164a8a79ef None None] Current status of the port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:06.390814 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:06.401606 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Publish callbacks [] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.407687 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1d6a7e9a-81e7-49b8-8f5d-241e54b1b736 req-27369b87-63ad-46a2-b953-023d488fdc9d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199255 Mar 08 18:56:06.423153 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Transition to ACTIVE for port object 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:56:06.426017 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (424ea290-c126-48f7-a470-1b9031befd70), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.575957 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (424ea290-c126-48f7-a470-1b9031befd70), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.598612 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.618710 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424ea290-c126-48f7-a470-1b9031befd70,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:06.655491 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:06.668897 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82130305-5db0-4bad-94f4-5156b3e8fb69 req-fb2b20ba-d9f6-45d7-971e-6051f101b45c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:06.671021 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82130305-5db0-4bad-94f4-5156b3e8fb69 req-fb2b20ba-d9f6-45d7-971e-6051f101b45c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.1206331 Mar 08 18:56:06.678116 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c req-b8def1a2-cde3-4634-83e3-4a15e1537e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:06.679636 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-5bb1fef6-1323-49ce-b4ba-ef85d0983c8c req-b8def1a2-cde3-4634-83e3-4a15e1537e77 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2513776 Mar 08 18:56:06.690459 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Pushing event updated for resources: {'Port': ['ID=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:06.749378 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a38fb5-347a-48fd-9454-a29c2d55fdc8 None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:06.833999 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:06.850498 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-cbb80b71-2db2-43a1-bdea-5664af09ae44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7213266 Mar 08 18:56:06.878750 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55626) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:06.894808 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'security_group_rule': {'security_group_id': '42357bea-a367-4253-b899-388183f0af59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:06.934057 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-2bd2384c-d342-44da-93b1-38f346d600bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:06.935368 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-2bd2384c-d342-44da-93b1-38f346d600bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1127 time: 0.1541193 Mar 08 18:56:07.002741 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82130305-5db0-4bad-94f4-5156b3e8fb69 req-55f610bd-897d-43b2-86a5-cda3ce9bd002 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192210 Mar 08 18:56:07.015077 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Attempting to bind port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:56:07.015411 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Attempting to bind port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:56:07.015739 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Attempting to bind port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:07.032826 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 on network 288a8c8e-914f-4253-a63a-2438afdbc035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:56:07.033441 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Attempting to bind port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:07.061151 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:56:07.061494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:56:07.061890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Bound using segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:56:07.062364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Bound port: 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:56:07.062725 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.105505 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-b0b53626-cc31-4fd1-a202-72cce3ec5c58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 217 time: 0.1429968 Mar 08 18:56:07.106509 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (04f2d1da-8ae6-4c39-978c-7b5e0df1d114), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.213689 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3b10904d-84cf-4cc2-95bd-cd49a240b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:07.215414 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-3b10904d-84cf-4cc2-95bd-cd49a240b944 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 200 len: 854 time: 0.0845635 Mar 08 18:56:07.235198 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] For port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:56:07.241355 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] For port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:56:07.307451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (04f2d1da-8ae6-4c39-978c-7b5e0df1d114), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.413987 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.483121 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (04f2d1da-8ae6-4c39-978c-7b5e0df1d114), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.512344 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f2d1da-8ae6-4c39-978c-7b5e0df1d114,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:07.557228 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Pushing event updated for resources: {'Port': ['ID=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:07.566321 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:07.567186 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.568708 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-3165e245-faba-4722-8022-4e5926cd56c0 service neutron] 10.222.0.77 "PUT /v2.0/ports/048d10d2-b4a5-423c-8d5e-37a06eaa1c29 HTTP/1.1" status: 200 len: 1093 time: 2.1160579 Mar 08 18:56:07.569182 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:07.572544 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58a972-1e6d-4007-8f24-88bb20c5b71f" -d '{"events": [{"name": "network-changed", "server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:07.645482 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.647659 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ce722f73-483f-4a9c-b0c6-7dd6b8e9e3a0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7662053 Mar 08 18:56:07.661088 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 55638) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:07.663762 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a98e75-94e8-49a8-9b47-6167b1c6cdc8 x-openstack-request-id: req-e7a98e75-94e8-49a8-9b47-6167b1c6cdc8 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:07.664095 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:07.664577 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7a98e75-94e8-49a8-9b47-6167b1c6cdc8 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:07.665019 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'status': 'completed', 'code': 200} Mar 08 18:56:07.670617 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:07.705167 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-774da121-e746-4265-8cfd-5db1a7234594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:07.711524 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-774da121-e746-4265-8cfd-5db1a7234594 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1880975 Mar 08 18:56:07.767227 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1c12f-976d-444c-8683-0620c3786884 req-cfe72a9c-afe2-4fa1-84b6-dffc5833b73b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:07.779564 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53a1c12f-976d-444c-8683-0620c3786884 req-cfe72a9c-afe2-4fa1-84b6-dffc5833b73b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 943 time: 0.1655874 Mar 08 18:56:07.839571 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:07.875436 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a972-1e6d-4007-8f24-88bb20c5b71f req-05a66538-f67b-4a5e-808e-d7407fb8cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:07.877699 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae58a972-1e6d-4007-8f24-88bb20c5b71f req-05a66538-f67b-4a5e-808e-d7407fb8cff6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 1127 time: 0.1758881 Mar 08 18:56:07.911942 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53a1c12f-976d-444c-8683-0620c3786884 req-35b4f263-1c10-4186-a542-09a75f65dcb8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310019 Mar 08 18:56:08.095029 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a972-1e6d-4007-8f24-88bb20c5b71f req-bff604d7-9a00-4aaf-a295-cd2fba1f4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:08.110946 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae58a972-1e6d-4007-8f24-88bb20c5b71f req-bff604d7-9a00-4aaf-a295-cd2fba1f4336 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1978412 Mar 08 18:56:08.225262 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-b0fb4705-9112-4889-bd60-07b0d774d1c4 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666641 Mar 08 18:56:08.407369 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:08.462610 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8014f5c-3382-4210-84c3-fa9859196910 req-a5a42bc1-94cb-487f-af6c-725585581d69 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:08.468346 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8014f5c-3382-4210-84c3-fa9859196910 req-a5a42bc1-94cb-487f-af6c-725585581d69 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.3522387 Mar 08 18:56:08.509580 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:08.523919 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9fd99ddb-1e87-473b-8505-32e14e0b4c73 req-2e0e5a67-a1c6-400f-88bc-784a439cf061 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857316 Mar 08 18:56:08.524731 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:08.525329 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:08.652782 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8014f5c-3382-4210-84c3-fa9859196910 req-ccd28fbf-dc34-4175-8d6c-c94bb5c6c626 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422343 Mar 08 18:56:08.686258 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a972-1e6d-4007-8f24-88bb20c5b71f req-2c31342a-707e-4a90-aebe-4d79d230d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:08.688390 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae58a972-1e6d-4007-8f24-88bb20c5b71f req-2c31342a-707e-4a90-aebe-4d79d230d703 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5286534 Mar 08 18:56:08.788445 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:08.804948 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Allocated IP 172.27.0.21 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/b6ab3408-aae5-4b40-9584-353c9355fc20) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:56:08.846170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-2f068645-94de-436e-b52d-7a3a543d5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:08.848623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-2f068645-94de-436e-b52d-7a3a543d5f70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 1127 time: 0.1095648 Mar 08 18:56:08.982060 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-8180f572-6524-4d02-917f-1da94653af69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29 HTTP/1.1" status: 200 len: 217 time: 0.1135027 Mar 08 18:56:08.987614 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.133420 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.172846 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-c0cee42d-0d35-47bb-a7ba-c39a0c563f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:09.179320 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-c0cee42d-0d35-47bb-a7ba-c39a0c563f62 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.1429400 Mar 08 18:56:09.203009 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0193c5-5753-4acd-8b14-bfec12cc4649 req-dbef78c1-0931-4eb6-948c-a80d119c1055 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:09.203457 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:09.204695 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7c0193c5-5753-4acd-8b14-bfec12cc4649 req-dbef78c1-0931-4eb6-948c-a80d119c1055 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 943 time: 0.1747305 Mar 08 18:56:09.230299 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:09.230299 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:09.300622 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'Port': ['ID=b6ab3408-aae5-4b40-9584-353c9355fc20,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:09.410673 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-150e2866-2e6b-4423-bb5f-6df1c580fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:09.412310 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-150e2866-2e6b-4423-bb5f-6df1c580fd26 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2024109 Mar 08 18:56:09.429285 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7c0193c5-5753-4acd-8b14-bfec12cc4649 req-4a0c70bf-68e3-40ec-8e07-56631783991c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1889944 Mar 08 18:56:09.448341 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (179de984-1017-4a4c-bebc-4caa1164e501), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.579129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.598080 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-6bf2148e-c4de-48ff-a637-dc92e24e9ed3 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627944 Mar 08 18:56:09.784995 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.868817 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a31ee8-420f-4480-aacd-31086cf6dfab req-705b78f2-8f97-4560-80c9-2e050c363e42 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:09.870682 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c6a31ee8-420f-4480-aacd-31086cf6dfab req-705b78f2-8f97-4560-80c9-2e050c363e42 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.1128588 Mar 08 18:56:09.894994 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.949660 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c6a31ee8-420f-4480-aacd-31086cf6dfab req-805a183f-563c-4ada-a2ea-f781512bbc6c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729730 Mar 08 18:56:09.990926 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (179de984-1017-4a4c-bebc-4caa1164e501), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:09.993968 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'Port': ['ID=b6ab3408-aae5-4b40-9584-353c9355fc20,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:10.108051 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:10.118783 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-42a62cc9-e0ce-41c4-bf4e-ed3518121841 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4558728 Mar 08 18:56:10.343542 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-ec05f1a0-e655-4a7a-ab1f-3c92a9a61da7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--571491374&fields=id&tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 267 time: 0.0572176 Mar 08 18:56:10.477326 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-a26f6030-b7ed-4315-a6c4-bf277076c4ec tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:10.477326 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-a26f6030-b7ed-4315-a6c4-bf277076c4ec tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 816 time: 0.1232851 Mar 08 18:56:10.492864 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-bd5bf599-9bcb-4a79-98c2-8a0bd117ec0c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/quotas/280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 375 time: 0.0107713 Mar 08 18:56:10.841474 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-95c86dc3-45a4-4b08-b7ca-edbe5b2e811a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3413620 Mar 08 18:56:10.849162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0f20e-34ba-42c3-86a1-c978cddac73b req-399f3e11-cd52-44c2-be9c-37e4cf8d08a0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:10.850605 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b8f0f20e-34ba-42c3-86a1-c978cddac73b req-399f3e11-cd52-44c2-be9c-37e4cf8d08a0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 943 time: 0.3400176 Mar 08 18:56:11.013160 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b8f0f20e-34ba-42c3-86a1-c978cddac73b req-159c472f-ca0d-40df-8558-2a6fdf209c1f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530819 Mar 08 18:56:11.039523 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-f2cf9717-29be-4785-aa0d-82afdcd8390a service neutron] 10.222.0.74 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783562 Mar 08 18:56:11.041770 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e506ea4b-620a-4a1d-951f-46ee6d9e4c06 req-77aa1cda-56f7-4695-95ed-b00782d842da service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137990 Mar 08 18:56:11.166139 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-c07b1162-be1a-416f-beeb-73da6c8f2349 service neutron] 10.222.0.74 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206255 Mar 08 18:56:11.173862 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb845-7875-41f3-bf91-64c17eb942f3 req-3aee9a8b-b02e-4f14-9978-cf4316a4af21 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:11.175893 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aa3fb845-7875-41f3-bf91-64c17eb942f3 req-3aee9a8b-b02e-4f14-9978-cf4316a4af21 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.1030087 Mar 08 18:56:11.226896 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aa3fb845-7875-41f3-bf91-64c17eb942f3 req-51db3e47-8876-4339-abba-1ea93e50ef88 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Mar 08 18:56:11.458307 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-20a8e2db-6de9-4ee5-bd61-8b6c5310f36b req-8e6f33d1-c160-4ec8-afce-11e69fb194e7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 210 time: 0.0287638 Mar 08 18:56:12.135504 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a29a3f-49c1-472c-a971-6fa9755b6b3b req-115d8896-f70d-45ab-b384-44eaa6edf830 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:12.136890 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-45a29a3f-49c1-472c-a971-6fa9755b6b3b req-115d8896-f70d-45ab-b384-44eaa6edf830 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 943 time: 0.0526128 Mar 08 18:56:12.183607 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-45a29a3f-49c1-472c-a971-6fa9755b6b3b req-75f9d5b5-51dd-4cd4-ae60-deb3fb68c55f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412297 Mar 08 18:56:12.356328 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5eef5-8774-43d3-a0e0-a4f8c8ada21f req-e6439802-39e1-4ccc-bec8-cbf08193fd8b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:12.357825 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-38f5eef5-8774-43d3-a0e0-a4f8c8ada21f req-e6439802-39e1-4ccc-bec8-cbf08193fd8b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.0571671 Mar 08 18:56:12.405812 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-38f5eef5-8774-43d3-a0e0-a4f8c8ada21f req-fdb0dc01-2cc6-4707-bd63-d05713723e3e tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Mar 08 18:56:12.539317 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a66c2b36-a6db-4d7d-bfb0-d93cd527554b req-8a4fa540-82a6-4870-b9d1-f129edaf6a7a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Mar 08 18:56:13.305453 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5e8f2-38ce-4b5e-8c68-376f692e1fe4 req-938ee1aa-091f-4b3d-8e55-a52ac8572819 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:13.306985 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3eb5e8f2-38ce-4b5e-8c68-376f692e1fe4 req-938ee1aa-091f-4b3d-8e55-a52ac8572819 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 943 time: 0.0540698 Mar 08 18:56:13.355472 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3eb5e8f2-38ce-4b5e-8c68-376f692e1fe4 req-7643b890-6161-4d70-9792-bd0426952d07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430355 Mar 08 18:56:13.531451 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13cd3d-72f1-48ec-8fad-17032851953e req-b15189ed-98c5-4165-ac0f-ac98ac77bfba tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:13.532940 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4a13cd3d-72f1-48ec-8fad-17032851953e req-b15189ed-98c5-4165-ac0f-ac98ac77bfba tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.0572956 Mar 08 18:56:13.582269 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4a13cd3d-72f1-48ec-8fad-17032851953e req-c7dc5f7f-3da7-4dbd-9aa0-013155888d2d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Mar 08 18:56:13.638324 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f8d29e23-7a37-4bde-9781-0f6966acd478 req-9d116a5a-770b-467d-87f2-6fe91540478e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Mar 08 18:56:14.285339 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-81d7d306-0f03-4cd8-818f-073cd704e98d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:14.286837 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-81d7d306-0f03-4cd8-818f-073cd704e98d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 816 time: 0.1020696 Mar 08 18:56:14.356025 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-35538317-e20a-46b4-81fa-edfda313caa6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 379 time: 0.0539448 Mar 08 18:56:14.368369 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'port': {'device_id': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'admin_state_up': True, 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'security_groups': ['42357bea-a367-4253-b899-388183f0af59']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:14.510925 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c696e0-f478-451e-98b2-860e0625a99f req-04e5a142-713f-44a2-b928-5085ff9541b1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:14.512424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8c696e0-f478-451e-98b2-860e0625a99f req-04e5a142-713f-44a2-b928-5085ff9541b1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 943 time: 0.0904703 Mar 08 18:56:14.561241 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8c696e0-f478-451e-98b2-860e0625a99f req-3815ac75-e288-49b2-8612-3f03adfbe992 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428333 Mar 08 18:56:14.660923 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Made reservation on behalf of 280cf73813cf4ffbb3f685ad1c2a9bbf for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:56:14.669289 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:14.783947 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be8466-d627-4cb9-af7e-923c7d7af028 req-2b14e5e8-8824-478a-a7ea-80dacde9a851 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:14.785439 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-12be8466-d627-4cb9-af7e-923c7d7af028 req-2b14e5e8-8824-478a-a7ea-80dacde9a851 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 943 time: 0.1354187 Mar 08 18:56:14.787189 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72e92c55-a8fc-4c89-9859-ee1e79ac0d2b req-bf0ead08-74be-453f-b663-0bb74c525845 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 210 time: 0.0750015 Mar 08 18:56:14.875873 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-12be8466-d627-4cb9-af7e-923c7d7af028 req-814a36f1-1af6-4c55-aace-2ce6db2685e0 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826969 Mar 08 18:56:14.883039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Allocated IP 172.20.0.14 (09e6dc21-9a04-4916-be67-a5b24e54b810/5149b714-d2ba-4a44-b4db-5b2ef53d1391/fae65b94-2be1-420d-951d-bea4042bf083) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:56:15.016310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for port (fae65b94-2be1-420d-951d-bea4042bf083), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.100302 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:56:15.127153 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.173675 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:15.177231 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:15.179840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:15.207266 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:15.217545 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:15.221200 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'port_id': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'mac_address': 'fa:16:3e:9a:67:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:56:15.248861 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:15.249532 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.264347 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:15.264852 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.278733 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:15.300532 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:15.329770 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-78b3ed22-f117-4b51-9dfc-ab619211cdad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9653358 Mar 08 18:56:15.348537 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Request body: {'port': {'device_id': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:15.401526 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.402327 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:56:15.409292 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.490336 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b1a89d28-119c-4dfa-9a38-449eafd0e288 None None] Provisioning complete for port fae65b94-2be1-420d-951d-bea4042bf083 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:15.490720 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1a89d28-119c-4dfa-9a38-449eafd0e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (fae65b94-2be1-420d-951d-bea4042bf083), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.505147 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:15.568171 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.568555 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.568916 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.569260 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.569597 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.569928 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.570285 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.570622 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.570946 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.571292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.571624 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.571945 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.572267 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:15.589795 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b1a89d28-119c-4dfa-9a38-449eafd0e288 None None] Port fae65b94-2be1-420d-951d-bea4042bf083 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:56:15.613309 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:15.626263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'port_id': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'mac_address': 'fa:16:3e:24:77:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:56:15.664166 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:15.664668 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.678206 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:15.697073 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:15.725187 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3cc17-b147-4df4-8b3d-910a61899080 req-7ce255a2-dd3e-4271-8895-208aa99fd3da tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:15.726838 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-13a3cc17-b147-4df4-8b3d-910a61899080 req-7ce255a2-dd3e-4271-8895-208aa99fd3da tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 944 time: 0.0960178 Mar 08 18:56:15.729407 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae65b94-2be1-420d-951d-bea4042bf083 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:15.744483 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Publish callbacks [] for port (fae65b94-2be1-420d-951d-bea4042bf083), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.773974 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Transition to ACTIVE for port object fae65b94-2be1-420d-951d-bea4042bf083 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:56:15.788267 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-13a3cc17-b147-4df4-8b3d-910a61899080 req-7d05fda7-9190-4acb-9071-dbf47c6d2b8a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541534 Mar 08 18:56:15.820337 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.868349 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:15.868891 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:15.948963 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:15.988100 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67007c45-ec87-49d1-9f02-f0769e086992 req-787786b4-2e81-4c09-a7f9-580ac117cf17 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:15.989707 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67007c45-ec87-49d1-9f02-f0769e086992 req-787786b4-2e81-4c09-a7f9-580ac117cf17 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.1323671 Mar 08 18:56:16.108777 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750013b-343b-4010-998f-e6c460cbff11 req-5b9c02e9-3678-4e95-87c0-26ffb0d636db tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.110300 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0750013b-343b-4010-998f-e6c460cbff11 req-5b9c02e9-3678-4e95-87c0-26ffb0d636db tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 944 time: 0.1587191 Mar 08 18:56:16.111785 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Attempting to bind port fae65b94-2be1-420d-951d-bea4042bf083 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:56:16.111996 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['048d10d2-b4a5-423c-8d5e-37a06eaa1c29'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:56:16.112518 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Attempting to bind port fae65b94-2be1-420d-951d-bea4042bf083 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:56:16.112518 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Attempting to bind port fae65b94-2be1-420d-951d-bea4042bf083 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:16.117387 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67007c45-ec87-49d1-9f02-f0769e086992 req-479b0e7d-aa31-442c-9cc0-5dd027f9359f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116524 Mar 08 18:56:16.120884 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:56:16.127039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Port fae65b94-2be1-420d-951d-bea4042bf083 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:56:16.127364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Attempting to bind port fae65b94-2be1-420d-951d-bea4042bf083 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:56:16.143344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:56:16.143344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Checking segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:56:16.143344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Bound using segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:56:16.143344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Bound port: fae65b94-2be1-420d-951d-bea4042bf083, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:56:16.143344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:16.195711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0750013b-343b-4010-998f-e6c460cbff11 req-eae05af3-db93-48c5-a881-b8a33b147cc6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763521 Mar 08 18:56:16.227691 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:56:16.230784 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:56:16.334567 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:16.370904 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.371629 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:16.373016 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] 10.222.0.77 "PUT /v2.0/ports/fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 1094 time: 1.0301678 Mar 08 18:56:16.373562 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:16.380050 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a736fbb-26cd-44b3-9799-22cdc89bf44b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:16.401865 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906c73-9f93-4595-9a9d-9d2a12d8651d service neutron] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:16.424157 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70bbf29-44df-4a2a-9df9-750ab4740f93 x-openstack-request-id: req-d70bbf29-44df-4a2a-9df9-750ab4740f93 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:16.424507 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:16.424940 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d70bbf29-44df-4a2a-9df9-750ab4740f93 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:16.425432 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'status': 'completed', 'code': 200} Mar 08 18:56:16.495316 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a736fbb-26cd-44b3-9799-22cdc89bf44b req-7b850aa6-5620-4cf9-9668-94cbb4dd214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.496853 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5a736fbb-26cd-44b3-9799-22cdc89bf44b req-7b850aa6-5620-4cf9-9668-94cbb4dd214c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1128 time: 0.0521543 Mar 08 18:56:16.604085 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a736fbb-26cd-44b3-9799-22cdc89bf44b req-bf8533db-35af-4dd6-8e5a-74cd40b12d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.605474 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5a736fbb-26cd-44b3-9799-22cdc89bf44b req-bf8533db-35af-4dd6-8e5a-74cd40b12d2a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0994558 Mar 08 18:56:16.701397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a736fbb-26cd-44b3-9799-22cdc89bf44b req-fbbe2264-c0e1-4ee9-9bb0-b01f80e82198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.702904 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5a736fbb-26cd-44b3-9799-22cdc89bf44b req-fbbe2264-c0e1-4ee9-9bb0-b01f80e82198 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911307 Mar 08 18:56:16.782029 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-6a701cb4-c6c7-4544-a6a0-876ca6642caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.783525 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-6a701cb4-c6c7-4544-a6a0-876ca6642caa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1128 time: 0.0449331 Mar 08 18:56:16.825971 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-7d4c74c7-bced-4541-b22a-ef86671ec6f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 217 time: 0.0343127 Mar 08 18:56:16.906495 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-39a42868-cc6e-4010-ba8a-e05ac6bb694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.907860 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-39a42868-cc6e-4010-ba8a-e05ac6bb694e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0761011 Mar 08 18:56:16.949006 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d623-d0bd-4839-9ea1-3306ce2cdff6 req-71d53f1e-a14c-4c72-929a-561bdbfdfe44 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.950480 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1144d623-d0bd-4839-9ea1-3306ce2cdff6 req-71d53f1e-a14c-4c72-929a-561bdbfdfe44 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 944 time: 0.0872869 Mar 08 18:56:16.994763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-220d3f2d-cd69-4b5e-ac2c-3e2447e6bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:16.996252 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-220d3f2d-cd69-4b5e-ac2c-3e2447e6bc19 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820873 Mar 08 18:56:17.015387 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1144d623-d0bd-4839-9ea1-3306ce2cdff6 req-4bbd20c7-b3f9-42b8-917e-9bab8ec0a61a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590787 Mar 08 18:56:17.091435 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-8e43c798-2824-48ed-ac5c-cf55b56c39ac service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869668 Mar 08 18:56:17.117842 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:17.200085 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1873d3a-eba7-4f2a-baa6-ba60e633cfcc req-1a58a505-6ca7-4389-83c0-d9340918030a service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002576 Mar 08 18:56:17.280129 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf254547-a1ea-46bc-bb6c-232c49a8834f req-3d1473cf-6659-4391-861b-b7650d8e8186 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:17.281584 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cf254547-a1ea-46bc-bb6c-232c49a8834f req-3d1473cf-6659-4391-861b-b7650d8e8186 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0671716 Mar 08 18:56:17.352146 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cf254547-a1ea-46bc-bb6c-232c49a8834f req-ca977960-1192-476a-82af-caab8858a110 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511847 Mar 08 18:56:17.361162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06337b-d592-42ec-98ab-95aa699478ef req-3ab32db4-2b84-41a4-8a1f-acfeefb0bde2 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:17.362883 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-df06337b-d592-42ec-98ab-95aa699478ef req-3ab32db4-2b84-41a4-8a1f-acfeefb0bde2 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 944 time: 0.0980978 Mar 08 18:56:17.414280 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-df06337b-d592-42ec-98ab-95aa699478ef req-7c28ef80-85fd-4fa2-859d-580eff228232 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Mar 08 18:56:17.579622 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:56:17.584442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:17.589293 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:17.666679 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:17.666981 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:17.689387 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:17.692362 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700e2d01-48d6-4464-a08e-e2a648642483" -d '{"events": [{"server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:17.706491 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:17.727821 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e831497-f030-49d2-a052-62b73235fd07 x-openstack-request-id: req-3e831497-f030-49d2-a052-62b73235fd07 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:17.728141 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "name": "network-vif-plugged", "status": "completed", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:17.728403 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e831497-f030-49d2-a052-62b73235fd07 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:17.728799 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'code': 200} Mar 08 18:56:17.779694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:17.780502 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:17.856050 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:17.991151 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:56:17.995744 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:17.996126 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:18.077499 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:18.077895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:18.111103 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:18.137800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c5d3d-7f11-45df-946c-cbf184148203 req-db04583f-898b-46a2-ac25-cc0c15235864 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:18.139345 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-441c5d3d-7f11-45df-946c-cbf184148203 req-db04583f-898b-46a2-ac25-cc0c15235864 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0535572 Mar 08 18:56:18.191816 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-441c5d3d-7f11-45df-946c-cbf184148203 req-ffc8909e-bdb3-42a0-8370-849595de3dc4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461144 Mar 08 18:56:18.212706 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:18.260702 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:18.477984 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df554b4b-7507-4c17-8e15-a31bb12aa4de req-073e5a63-e68d-485b-98c8-44ed167fb595 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:18.479563 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-df554b4b-7507-4c17-8e15-a31bb12aa4de req-073e5a63-e68d-485b-98c8-44ed167fb595 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0539002 Mar 08 18:56:18.557864 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-df554b4b-7507-4c17-8e15-a31bb12aa4de req-6ca82a45-a068-47c2-9b37-3a26cbaec387 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727556 Mar 08 18:56:18.571869 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e6cf-af2a-4859-bc99-0a534981bc8a req-fcd2bb5b-2356-4e5b-8477-e5f8a3a6ec42 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:18.573754 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-63b1e6cf-af2a-4859-bc99-0a534981bc8a req-fcd2bb5b-2356-4e5b-8477-e5f8a3a6ec42 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0869300 Mar 08 18:56:18.622419 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-63b1e6cf-af2a-4859-bc99-0a534981bc8a req-9953c17c-6bf7-44b3-a29d-78b242b3372e tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Mar 08 18:56:19.313276 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a52530-9379-475e-8327-e98b1a215cff req-47b12732-ab12-4cd6-9f03-dee52577af82 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:19.314754 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-54a52530-9379-475e-8327-e98b1a215cff req-47b12732-ab12-4cd6-9f03-dee52577af82 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0562809 Mar 08 18:56:19.361461 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-54a52530-9379-475e-8327-e98b1a215cff req-0d6d2058-648b-4266-9903-cf8db7cf0efc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398571 Mar 08 18:56:19.486740 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab301e-8220-400a-b2df-c1a0830d6c8a req-49b52ed9-0a94-4434-8c9d-01f934956e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:19.488215 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-68ab301e-8220-400a-b2df-c1a0830d6c8a req-49b52ed9-0a94-4434-8c9d-01f934956e1e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 1129 time: 0.0442457 Mar 08 18:56:19.684779 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e46d41-26df-4e70-af66-d54a0df11742 req-30b37644-18ac-46dc-b5e7-2171155c0974 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:19.686272 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a1e46d41-26df-4e70-af66-d54a0df11742 req-30b37644-18ac-46dc-b5e7-2171155c0974 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0555120 Mar 08 18:56:19.730972 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:19.733432 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d14c58-4ecf-47c3-ad87-4724e4bd9538" -d '{"events": [{"server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "name": "network-vif-plugged", "status": "completed", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:19.765722 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a1e46d41-26df-4e70-af66-d54a0df11742 req-65fd0de0-b17d-47d3-8aa5-833cde20398a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696743 Mar 08 18:56:19.772267 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9eb17-7416-4f28-9a74-139db3fc8f6d req-7dc1c1dc-16a4-497e-b31c-010e94b6d674 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:19.773660 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bc9eb17-7416-4f28-9a74-139db3fc8f6d req-7dc1c1dc-16a4-497e-b31c-010e94b6d674 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0865269 Mar 08 18:56:19.810596 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd6e947-1a8e-4e30-893d-5e25f93324f9 x-openstack-request-id: req-7fd6e947-1a8e-4e30-893d-5e25f93324f9 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:19.810919 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "name": "network-vif-plugged", "status": "completed", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:19.811181 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7fd6e947-1a8e-4e30-893d-5e25f93324f9 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:19.811576 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'code': 200} Mar 08 18:56:19.823106 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bc9eb17-7416-4f28-9a74-139db3fc8f6d req-770927c3-1b50-45a0-aec2-4404ffedd1d8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Mar 08 18:56:20.392587 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-68ab301e-8220-400a-b2df-c1a0830d6c8a req-828a1076-a4bc-467c-a628-1fc1f5002a9e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386815 Mar 08 18:56:20.487069 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072d98b-115e-4bc6-b514-6d8fda35250e req-d77ad93b-f22b-4c66-919c-e52101a76ad5 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:20.488540 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9072d98b-115e-4bc6-b514-6d8fda35250e req-d77ad93b-f22b-4c66-919c-e52101a76ad5 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0547614 Mar 08 18:56:20.535168 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9072d98b-115e-4bc6-b514-6d8fda35250e req-98ae8ec0-c309-43aa-9efc-6bf0333ab796 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405102 Mar 08 18:56:20.705498 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2d3a0-0e14-4899-b572-6c1aa0790785 req-b067f57c-1c80-424d-9a29-0571b5e128f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:20.710303 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7dd2d3a0-0e14-4899-b572-6c1aa0790785 req-b067f57c-1c80-424d-9a29-0571b5e128f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1129 time: 0.0479655 Mar 08 18:56:20.751877 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7dd2d3a0-0e14-4899-b572-6c1aa0790785 req-a07eccdd-ba64-48e2-b129-86272a0c77a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Mar 08 18:56:20.890326 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b4ce8-ea66-48b9-a561-9623642a117f req-a5bf80d6-4571-4f16-8852-b200b60b00e3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:20.891819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e8b4ce8-ea66-48b9-a561-9623642a117f req-a5bf80d6-4571-4f16-8852-b200b60b00e3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0565116 Mar 08 18:56:20.969111 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e8b4ce8-ea66-48b9-a561-9623642a117f req-434872d8-3850-46f3-8f37-541cef4fb391 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679686 Mar 08 18:56:20.980888 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983a108-0279-4aef-b060-b4d2c9c8d2e5 req-5d3f9f15-3105-44ad-85fd-55654927f0f8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:20.982472 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0983a108-0279-4aef-b060-b4d2c9c8d2e5 req-5d3f9f15-3105-44ad-85fd-55654927f0f8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0897646 Mar 08 18:56:21.036419 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0983a108-0279-4aef-b060-b4d2c9c8d2e5 req-dfa5c612-9e86-42e1-9d79-98bceba3aeb9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Mar 08 18:56:21.517047 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:21.653842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197170d-0cda-438a-9d7f-59b18fd902f9 req-6b797004-2fdd-40cd-bf2b-263d318e78b3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:21.655374 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a197170d-0cda-438a-9d7f-59b18fd902f9 req-6b797004-2fdd-40cd-bf2b-263d318e78b3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0523353 Mar 08 18:56:21.713952 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a197170d-0cda-438a-9d7f-59b18fd902f9 req-14aa6397-9733-4b09-bcbe-956cfbe5a94b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467608 Mar 08 18:56:22.097492 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5984610-4831-4966-9964-7e28effc6031 req-06c5e032-ff1e-4da2-aa36-4ddb50c4a280 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:22.099111 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b5984610-4831-4966-9964-7e28effc6031 req-06c5e032-ff1e-4da2-aa36-4ddb50c4a280 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0556493 Mar 08 18:56:22.181835 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b5984610-4831-4966-9964-7e28effc6031 req-3eaf8a40-4a79-4153-954c-f175efd9b482 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738020 Mar 08 18:56:22.201711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f605390-4dc5-43ec-b4c7-24492f53530c req-5b20bc52-34f4-4710-b232-4ed383c75abc tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:22.201711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f605390-4dc5-43ec-b4c7-24492f53530c req-5b20bc52-34f4-4710-b232-4ed383c75abc tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0838249 Mar 08 18:56:22.247936 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f605390-4dc5-43ec-b4c7-24492f53530c req-d54b4fc1-c483-4e0e-b25d-058d9f04ea8f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Mar 08 18:56:22.841646 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d4c6a-808b-4af8-a69a-65b94fd70271 req-d9feb768-61f6-4bec-8b6d-0337ef46db33 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:22.843178 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-865d4c6a-808b-4af8-a69a-65b94fd70271 req-d9feb768-61f6-4bec-8b6d-0337ef46db33 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0582817 Mar 08 18:56:22.893416 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-865d4c6a-808b-4af8-a69a-65b94fd70271 req-61557bbc-9094-4b78-b8ec-f504334b91f2 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438566 Mar 08 18:56:23.013632 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0385-c27c-494f-be0e-6c9d3053b7e1 req-3b24a6ff-7652-481d-833f-1744aa8bb475 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.015056 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97cb0385-c27c-494f-be0e-6c9d3053b7e1 req-3b24a6ff-7652-481d-833f-1744aa8bb475 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0561721 Mar 08 18:56:23.024099 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 55888) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:23.029744 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'port_id': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:23.083152 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (71387582-cacc-4498-a4c2-9e88eb41c6aa), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:23.169781 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:56:23.276892 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:23.295747 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'fae65b94-2be1-420d-951d-bea4042bf083', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083', 'mac_address': 'fa:16:3e:12:c0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:56:23.341859 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:23.342286 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:23.359487 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae65b94-2be1-420d-951d-bea4042bf083 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:56:23.380330 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:23.471875 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d42a3a51-49e2-4cca-9d0e-4814737402d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:23.517764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:23.576024 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:23.591374 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024e58f-dcf4-4005-bacf-cc04978949a9 req-a4b41b69-194e-4a2f-8f6f-7014a95a7dee tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.591374 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a024e58f-dcf4-4005-bacf-cc04978949a9 req-a4b41b69-194e-4a2f-8f6f-7014a95a7dee tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.1713867 Mar 08 18:56:23.599090 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64ce04-c561-457d-955d-122620f69aa7 req-ab4f7aab-3e5b-4c13-8c5b-44d395e54a46 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.600565 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6b64ce04-c561-457d-955d-122620f69aa7 req-ab4f7aab-3e5b-4c13-8c5b-44d395e54a46 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.1852756 Mar 08 18:56:23.714719 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a024e58f-dcf4-4005-bacf-cc04978949a9 req-61ac3856-c5ed-4eb2-b66c-a65b1bbb1c39 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131711 Mar 08 18:56:23.731257 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6b64ce04-c561-457d-955d-122620f69aa7 req-e47c81bf-4a5a-431a-9966-7f93a187c115 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219840 Mar 08 18:56:23.811864 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['fae65b94-2be1-420d-951d-bea4042bf083'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:56:23.927300 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38ea69-ec16-41db-8d63-0459a731b5f2 req-dc2cd404-2a69-4878-87f9-2c5a5ab4de24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:23.928866 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2d38ea69-ec16-41db-8d63-0459a731b5f2 req-dc2cd404-2a69-4878-87f9-2c5a5ab4de24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.1065085 Mar 08 18:56:24.046981 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2d38ea69-ec16-41db-8d63-0459a731b5f2 req-937da229-b5cf-4bd7-9f34-a5192d8d8334 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095781 Mar 08 18:56:24.062460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.134248 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (71387582-cacc-4498-a4c2-9e88eb41c6aa), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.242614 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP 71387582-cacc-4498-a4c2-9e88eb41c6aa associated. External IP: 172.27.0.82, port: 048d10d2-b4a5-423c-8d5e-37a06eaa1c29. Mar 08 18:56:24.438913 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fead03-26df-4c37-92ce-7e01883e548f req-cee3a4c7-4fec-40b9-9e2c-2e2323ef5438 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:24.440419 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99fead03-26df-4c37-92ce-7e01883e548f req-cee3a4c7-4fec-40b9-9e2c-2e2323ef5438 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.1047313 Mar 08 18:56:24.533169 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99fead03-26df-4c37-92ce-7e01883e548f req-c7463e01-14a2-47d4-b389-4e5c07b59ecb tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872066 Mar 08 18:56:24.537055 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:56:24.657938 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:56:24.663036 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:24.668442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:56:24.683662 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:24.684295 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:55:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:24.694995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6ea585c2-e68d-4eda-b28b-6017a45727e6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "PUT /v2.0/floatingips/71387582-cacc-4498-a4c2-9e88eb41c6aa HTTP/1.1" status: 200 len: 990 time: 1.6698310 Mar 08 18:56:24.695691 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:24.697972 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc2281-eb84-459e-a6db-8de9768fb436" -d '{"events": [{"name": "network-changed", "server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:24.733710 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf9fb8-28a4-4379-8fc7-c4f17d18e2c5 x-openstack-request-id: req-1ebf9fb8-28a4-4379-8fc7-c4f17d18e2c5 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:24.734008 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:24.734299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ebf9fb8-28a4-4379-8fc7-c4f17d18e2c5 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:24.734859 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'status': 'completed', 'code': 200} Mar 08 18:56:24.807564 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:24.816050 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2281-eb84-459e-a6db-8de9768fb436 req-dd17b2dc-e282-4a90-9319-7f81061a6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:24.818164 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-dd17b2dc-e282-4a90-9319-7f81061a6eaa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 1129 time: 0.0591488 Mar 08 18:56:24.948565 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70c36-33aa-4d5b-87d5-20f3b38e0ba9 req-ef6adeb1-fc75-49c5-90b2-ced0ed46bd8c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:24.950117 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8fd70c36-33aa-4d5b-87d5-20f3b38e0ba9 req-ef6adeb1-fc75-49c5-90b2-ced0ed46bd8c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 945 time: 0.1167226 Mar 08 18:56:24.980551 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2281-eb84-459e-a6db-8de9768fb436 req-2a23dc09-abb4-4545-9bd6-74725221b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:24.981998 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-2a23dc09-abb4-4545-9bd6-74725221b178 service neutron] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 915 time: 0.1577864 Mar 08 18:56:25.056354 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8fd70c36-33aa-4d5b-87d5-20f3b38e0ba9 req-54c86d51-18a1-459a-b00e-8b8efa35dbad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969477 Mar 08 18:56:25.072662 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-3ede9e16-6015-4ea2-bd5a-2568253435ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29 HTTP/1.1" status: 200 len: 998 time: 0.0837219 Mar 08 18:56:25.099366 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b139399-7d56-43d8-8fda-e653f5a1c486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.126976 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2281-eb84-459e-a6db-8de9768fb436 req-9029a040-eff8-4fb8-b194-0d4c62983037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:25.128493 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-9029a040-eff8-4fb8-b194-0d4c62983037 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.0500090 Mar 08 18:56:25.176829 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '71387582-cacc-4498-a4c2-9e88eb41c6aa', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9a:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12283012-b39c-438d-9088-ba8584f4a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:53Z', 'updated_at': '2022-03-08T18:56:23Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}, {'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:25.181294 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:56:25.181682 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2281-eb84-459e-a6db-8de9768fb436 req-2cd694e4-feb9-4a69-8ed6-c1c88c1c2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:25.188287 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-2cd694e4-feb9-4a69-8ed6-c1c88c1c2c21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481436 Mar 08 18:56:25.211357 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:56:25.248115 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:25.248747 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:25.287264 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-78dbe763-8ca6-4c99-a668-54e8256d7ecf service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971344 Mar 08 18:56:25.377743 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:25.393221 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-accc2281-eb84-459e-a6db-8de9768fb436 req-e2076010-3f90-47f4-ac0c-92bac7db76bc service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993164 Mar 08 18:56:25.415677 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port fae65b94-2be1-420d-951d-bea4042bf083 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:56:25.426480 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port fae65b94-2be1-420d-951d-bea4042bf083 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:56:25.426864 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (fae65b94-2be1-420d-951d-bea4042bf083), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.623397 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:56:25.623795 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.673762 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:25.676673 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f351ec-ddd4-466a-8eea-b15f7433c039" -d '{"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-plugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:25.692364 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:25.710865 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '71387582-cacc-4498-a4c2-9e88eb41c6aa', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9a:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12283012-b39c-438d-9088-ba8584f4a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:53Z', 'updated_at': '2022-03-08T18:56:23Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}, {'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:25.742493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181a80d9-5d52-499e-a78b-7536f8d6f4c9 x-openstack-request-id: req-181a80d9-5d52-499e-a78b-7536f8d6f4c9 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:25.742818 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-plugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:25.743062 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-181a80d9-5d52-499e-a78b-7536f8d6f4c9 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:25.743440 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'code': 200} Mar 08 18:56:25.744652 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9364486-a004-4bac-8c2b-b264edff55d4 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '71387582-cacc-4498-a4c2-9e88eb41c6aa', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9a:67:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12283012-b39c-438d-9088-ba8584f4a2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:55:53Z', 'updated_at': '2022-03-08T18:56:23Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}, {'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:25.835529 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:25.887843 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:25.949111 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a5ed9-1958-4993-bb7d-b49ae8dd71ec None None] New status for floating IP 71387582-cacc-4498-a4c2-9e88eb41c6aa: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:56:26.188926 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555abd7-b07a-482b-b9e9-9b6557e14fcd req-0b4038c1-f411-427b-8a31-23224cc84fc5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:26.189659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:26.190371 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b555abd7-b07a-482b-b9e9-9b6557e14fcd req-0b4038c1-f411-427b-8a31-23224cc84fc5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0545812 Mar 08 18:56:26.244935 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b555abd7-b07a-482b-b9e9-9b6557e14fcd req-6e3024bc-b7f0-4eed-9e7b-3585f434a79c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490303 Mar 08 18:56:27.373318 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158ded1-4a51-4c1b-b248-339ff6ae3940 req-30ed8ab8-c691-44dd-8e02-f419df572d78 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:27.375020 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5158ded1-4a51-4c1b-b248-339ff6ae3940 req-30ed8ab8-c691-44dd-8e02-f419df572d78 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0551720 Mar 08 18:56:27.425260 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5158ded1-4a51-4c1b-b248-339ff6ae3940 req-a954fd0a-00fd-4962-9948-f463f473daf2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Mar 08 18:56:27.431405 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:28.580209 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3952f-99fd-4f86-8c8c-376beda64e11 req-55e82aa0-0a84-4bcb-9cd3-7db0262fa9c6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:28.581675 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-75d3952f-99fd-4f86-8c8c-376beda64e11 req-55e82aa0-0a84-4bcb-9cd3-7db0262fa9c6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0802484 Mar 08 18:56:28.626131 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8b51-c675-402e-9e10-710c0960f221 req-a4fe6773-cb1e-4390-b075-9ae7c6434498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:28.627601 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-763e8b51-c675-402e-9e10-710c0960f221 req-a4fe6773-cb1e-4390-b075-9ae7c6434498 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1130 time: 0.0859098 Mar 08 18:56:28.648995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-75d3952f-99fd-4f86-8c8c-376beda64e11 req-35c7d143-640a-4fbf-baf8-41e1cac35109 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599220 Mar 08 18:56:28.682857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-763e8b51-c675-402e-9e10-710c0960f221 req-776e578d-8f0d-4ced-9576-0a1dd1fc934c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 Mar 08 18:56:29.168558 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:29.772724 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8846b82-77bb-4be9-86b3-af5117e50322 req-133ce625-2f1a-45c8-80ef-68f83967c83a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:29.774258 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c8846b82-77bb-4be9-86b3-af5117e50322 req-133ce625-2f1a-45c8-80ef-68f83967c83a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0542581 Mar 08 18:56:29.826241 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c8846b82-77bb-4be9-86b3-af5117e50322 req-efb9e7ec-a58e-4f5d-8379-d9595a7a32f2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456510 Mar 08 18:56:30.953017 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836f2f-58d5-41f9-9276-a61b37d9c3e6 req-bfeee916-8669-458d-99be-b111f8bfceab tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:30.954595 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-20836f2f-58d5-41f9-9276-a61b37d9c3e6 req-bfeee916-8669-458d-99be-b111f8bfceab tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0584233 Mar 08 18:56:31.003272 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-20836f2f-58d5-41f9-9276-a61b37d9c3e6 req-dfd152fc-b666-431a-b564-f3d25fd7cf60 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Mar 08 18:56:32.134277 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9513d-63fb-4054-a1e9-fa120a0244d5 req-1f49ea99-d3c4-4b32-9513-03fe0e629b28 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:32.135863 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-03f9513d-63fb-4054-a1e9-fa120a0244d5 req-1f49ea99-d3c4-4b32-9513-03fe0e629b28 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0590484 Mar 08 18:56:32.186617 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-03f9513d-63fb-4054-a1e9-fa120a0244d5 req-1b69a968-92ad-439d-8241-2d854ce4b15d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443194 Mar 08 18:56:33.385409 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba38854-f97c-450b-8022-7266d3ab7a96 req-a427701d-f9f3-4477-aef0-6239c5e62c2f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:33.387037 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dba38854-f97c-450b-8022-7266d3ab7a96 req-a427701d-f9f3-4477-aef0-6239c5e62c2f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.1065013 Mar 08 18:56:33.398924 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63120-ea53-4d10-a480-023e1a9761f7 req-409f16ca-897c-4441-acd2-d19d431fe15f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:33.402515 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cef63120-ea53-4d10-a480-023e1a9761f7 req-409f16ca-897c-4441-acd2-d19d431fe15f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0818779 Mar 08 18:56:33.471977 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dba38854-f97c-450b-8022-7266d3ab7a96 req-2865366d-aadd-4548-94d3-eaed25b25a51 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680153 Mar 08 18:56:33.484260 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cef63120-ea53-4d10-a480-023e1a9761f7 req-8f34c037-bc7b-488f-9675-d60c17ed8b6e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743427 Mar 08 18:56:33.605956 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbad6a-906e-4ce1-b564-5ed799bf9594 req-2542bb80-82a6-48bf-8570-36180aa5f38c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:33.607448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e9fbad6a-906e-4ce1-b564-5ed799bf9594 req-2542bb80-82a6-48bf-8570-36180aa5f38c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0538037 Mar 08 18:56:33.616496 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:33.621182 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'floatingip': {'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:33.908413 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (179de984-1017-4a4c-bebc-4caa1164e501), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:34.361013 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:34.413903 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (179de984-1017-4a4c-bebc-4caa1164e501), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:34.520913 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Floating IP 179de984-1017-4a4c-bebc-4caa1164e501 associated. External IP: 172.27.0.21, port: fae65b94-2be1-420d-951d-bea4042bf083. Mar 08 18:56:34.661042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c35f8-cf58-40ed-b135-d08a931ab6fb req-20d0f36c-d14b-46e1-acf4-031198191118 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:34.662531 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2a1c35f8-cf58-40ed-b135-d08a931ab6fb req-20d0f36c-d14b-46e1-acf4-031198191118 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1041112 Mar 08 18:56:34.778246 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2a1c35f8-cf58-40ed-b135-d08a931ab6fb req-6a504b02-83f0-404e-94e5-0210afc658dd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096761 Mar 08 18:56:34.807297 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:56:34.918449 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:56:34.923416 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:34.928133 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:56:34.937810 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:34.938374 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:34.953132 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9b43e3f2-d2dd-4a79-97f0-d9f37c4c0473 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "PUT /v2.0/floatingips/179de984-1017-4a4c-bebc-4caa1164e501 HTTP/1.1" status: 200 len: 991 time: 1.3355644 Mar 08 18:56:34.953798 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:34.956109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b72200-3f65-4039-b756-dc35221ea18c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:34.993493 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc4b708-cc98-4913-af85-f7810ec20af7 x-openstack-request-id: req-2dc4b708-cc98-4913-af85-f7810ec20af7 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:34.993806 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:34.994060 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2dc4b708-cc98-4913-af85-f7810ec20af7 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:34.994466 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'status': 'completed', 'code': 200} Mar 08 18:56:35.053732 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:35.274968 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '179de984-1017-4a4c-bebc-4caa1164e501', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'mac_address': 'fa:16:3e:12:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:09Z', 'updated_at': '2022-03-08T18:56:34Z', 'revision_number': 1, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:35.303323 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:56:35.311788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:35.312205 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:35.420069 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:35.759103 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '179de984-1017-4a4c-bebc-4caa1164e501', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'mac_address': 'fa:16:3e:12:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:09Z', 'updated_at': '2022-03-08T18:56:34Z', 'revision_number': 1, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:35.788540 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deadd98-a721-471e-85ee-b2c0baca506c None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '179de984-1017-4a4c-bebc-4caa1164e501', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'mac_address': 'fa:16:3e:12:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:09Z', 'updated_at': '2022-03-08T18:56:34Z', 'revision_number': 1, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:35.899201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fe107-93de-4953-a4df-9c3d0f3c620e req-b5fd0e59-ca02-41bd-9b41-a136683da388 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:35.900736 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e7fe107-93de-4953-a4df-9c3d0f3c620e req-b5fd0e59-ca02-41bd-9b41-a136683da388 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0539093 Mar 08 18:56:35.954409 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e7fe107-93de-4953-a4df-9c3d0f3c620e req-372c4482-f270-4f29-82b8-7b07455994fe tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 Mar 08 18:56:35.985800 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375fb2d9-719c-4080-ab03-133bc1b696fc None None] New status for floating IP 179de984-1017-4a4c-bebc-4caa1164e501: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:56:36.641500 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72200-3f65-4039-b756-dc35221ea18c req-6385ba12-5c3b-4156-bdb8-a0a351ef93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:36.643096 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-6385ba12-5c3b-4156-bdb8-a0a351ef93aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1130 time: 0.0462525 Mar 08 18:56:36.734701 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72200-3f65-4039-b756-dc35221ea18c req-e616fb82-f67e-4273-8131-949395e7a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:36.736111 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-e616fb82-f67e-4273-8131-949395e7a162 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0869067 Mar 08 18:56:36.804342 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-6a2d5ab6-2560-4ba9-bae7-ef127217ea20 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 1001 time: 0.0621336 Mar 08 18:56:36.855136 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72200-3f65-4039-b756-dc35221ea18c req-4e26d870-54ef-4859-9c76-d832beed8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:36.856589 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-4e26d870-54ef-4859-9c76-d832beed8824 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0437441 Mar 08 18:56:36.905965 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72200-3f65-4039-b756-dc35221ea18c req-6dbcc30d-1126-43f0-930f-f946addcd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:36.907520 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-6dbcc30d-1126-43f0-930f-f946addcd2b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449836 Mar 08 18:56:37.003044 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-ea533def-4a7a-4ac1-b298-1f76dcd9fff7 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Mar 08 18:56:37.139192 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6313b5-ea5e-42c6-bae3-7bd09bd96bed req-bf815a6c-2f86-4886-ac0a-d362e1ab2d92 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:37.140639 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2e6313b5-ea5e-42c6-bae3-7bd09bd96bed req-bf815a6c-2f86-4886-ac0a-d362e1ab2d92 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1038918 Mar 08 18:56:37.144810 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d0b72200-3f65-4039-b756-dc35221ea18c req-3fd15726-2e3c-4bef-83d3-065c3cf7166c service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353383 Mar 08 18:56:37.189501 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2e6313b5-ea5e-42c6-bae3-7bd09bd96bed req-49df58d8-719f-4bef-b715-623b05bf2aee tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Mar 08 18:56:38.308859 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01f0-e79b-4b1a-81c3-53afdfa392a3 req-b77473c1-a39a-445d-8edd-d48f43311b62 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:38.310422 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ba0a01f0-e79b-4b1a-81c3-53afdfa392a3 req-b77473c1-a39a-445d-8edd-d48f43311b62 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0528235 Mar 08 18:56:38.310892 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56186) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:38.358205 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ba0a01f0-e79b-4b1a-81c3-53afdfa392a3 req-32a410e8-e050-432c-8b4b-6ff02aa26818 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Mar 08 18:56:38.418595 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7df15a35-63f1-48d6-bfe9-fa4623b3ca5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.493613 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7df15a35-63f1-48d6-bfe9-fa4623b3ca5a admin admin] Publish callbacks [] for security_group (8c85db1a-8f4d-449b-b955-5526dfd18ddd), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.580189 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7df15a35-63f1-48d6-bfe9-fa4623b3ca5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (8c85db1a-8f4d-449b-b955-5526dfd18ddd), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.625513 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7df15a35-63f1-48d6-bfe9-fa4623b3ca5a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=095d689d046348969d75633d897999e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113341 Mar 08 18:56:38.625513 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15a35-63f1-48d6-bfe9-fa4623b3ca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85db1a-8f4d-449b-b955-5526dfd18ddd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:38.626023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56196) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:38.692027 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfda79e3-93d9-4aa3-8b80-1a050990131e admin admin] Publish callbacks [] for security_group (8c85db1a-8f4d-449b-b955-5526dfd18ddd), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.714259 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfda79e3-93d9-4aa3-8b80-1a050990131e admin admin] Publish callbacks [] for security_group (8c85db1a-8f4d-449b-b955-5526dfd18ddd), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.911734 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfda79e3-93d9-4aa3-8b80-1a050990131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (8c85db1a-8f4d-449b-b955-5526dfd18ddd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.914640 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfda79e3-93d9-4aa3-8b80-1a050990131e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:38.915786 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-cfda79e3-93d9-4aa3-8b80-1a050990131e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c85db1a-8f4d-449b-b955-5526dfd18ddd HTTP/1.1" status: 204 len: 168 time: 0.2880120 Mar 08 18:56:38.923922 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda79e3-93d9-4aa3-8b80-1a050990131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85db1a-8f4d-449b-b955-5526dfd18ddd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:39.342305 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:56:39.481287 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36136c18-7b94-4d75-b544-a4d6107fbafa req-e24ca732-ea2d-4d02-9f21-ce82874501e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:39.482866 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-36136c18-7b94-4d75-b544-a4d6107fbafa req-e24ca732-ea2d-4d02-9f21-ce82874501e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0547490 Mar 08 18:56:39.532686 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-36136c18-7b94-4d75-b544-a4d6107fbafa req-33cafc3d-1dcc-46b5-a4a5-dcb72475544c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442684 Mar 08 18:56:40.436867 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56224) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:40.543110 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62e9e941-9781-45d5-a9e1-991f86864ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:40.625397 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62e9e941-9781-45d5-a9e1-991f86864ea6 admin admin] Publish callbacks [] for security_group (15039de7-33a8-4fc6-be53-d801abc27a14), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:40.655948 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f35a76-2545-4779-a83b-8dc1f71f9728 req-ba904069-a342-4d07-ac05-a317bccb13b3 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:40.657415 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-73f35a76-2545-4779-a83b-8dc1f71f9728 req-ba904069-a342-4d07-ac05-a317bccb13b3 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0560505 Mar 08 18:56:40.707541 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-73f35a76-2545-4779-a83b-8dc1f71f9728 req-7866324f-066d-4db2-aab5-451529e68174 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438526 Mar 08 18:56:40.750304 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62e9e941-9781-45d5-a9e1-991f86864ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (15039de7-33a8-4fc6-be53-d801abc27a14), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:40.788674 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-62e9e941-9781-45d5-a9e1-991f86864ea6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=792bb46511474afb97a7f3467113e04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506885 Mar 08 18:56:40.790607 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9e941-9781-45d5-a9e1-991f86864ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15039de7-33a8-4fc6-be53-d801abc27a14,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:40.792389 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56232) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:40.841228 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce1b188f-7a3a-415b-a8cb-043c3e93b1d7 admin admin] Publish callbacks [] for security_group (15039de7-33a8-4fc6-be53-d801abc27a14), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:40.862681 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce1b188f-7a3a-415b-a8cb-043c3e93b1d7 admin admin] Publish callbacks [] for security_group (15039de7-33a8-4fc6-be53-d801abc27a14), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:41.008523 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce1b188f-7a3a-415b-a8cb-043c3e93b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (15039de7-33a8-4fc6-be53-d801abc27a14), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:41.011179 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce1b188f-7a3a-415b-a8cb-043c3e93b1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:41.012368 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ce1b188f-7a3a-415b-a8cb-043c3e93b1d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15039de7-33a8-4fc6-be53-d801abc27a14 HTTP/1.1" status: 204 len: 168 time: 0.2186365 Mar 08 18:56:41.020903 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b188f-7a3a-415b-a8cb-043c3e93b1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15039de7-33a8-4fc6-be53-d801abc27a14,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:41.828782 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad7c8-26db-4bf7-a89f-a68edaa37b54 req-58f4db7b-7d95-4342-bcab-9a6ec7baac49 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:41.830278 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e8ad7c8-26db-4bf7-a89f-a68edaa37b54 req-58f4db7b-7d95-4342-bcab-9a6ec7baac49 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0529122 Mar 08 18:56:41.875832 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e8ad7c8-26db-4bf7-a89f-a68edaa37b54 req-65c76507-4621-42eb-a7fa-aee07490267a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Mar 08 18:56:43.003770 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda30e0-9a07-4a8a-acff-bae146a26168 req-32bd4d10-8072-4ed5-9110-4b2ab4f4237b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:43.005260 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5eda30e0-9a07-4a8a-acff-bae146a26168 req-32bd4d10-8072-4ed5-9110-4b2ab4f4237b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0555873 Mar 08 18:56:43.053249 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5eda30e0-9a07-4a8a-acff-bae146a26168 req-1dc23ca7-9394-4d73-8e4d-5513e4b3d567 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Mar 08 18:56:44.186678 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb080067-9bba-4b4e-82f1-afc946eb8526 req-caa3cdf7-ccbc-46d4-b070-f8789fda879b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:44.188192 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fb080067-9bba-4b4e-82f1-afc946eb8526 req-caa3cdf7-ccbc-46d4-b070-f8789fda879b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0587311 Mar 08 18:56:44.237238 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fb080067-9bba-4b4e-82f1-afc946eb8526 req-01d47a89-88ae-4a29-be6d-55c1caa19faf tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413010 Mar 08 18:56:45.359235 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16326b8e-a403-48ca-8f17-676e80cda39d req-e08b0976-ca56-4d6c-a20b-15b729a30396 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:45.360699 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-16326b8e-a403-48ca-8f17-676e80cda39d req-e08b0976-ca56-4d6c-a20b-15b729a30396 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0557466 Mar 08 18:56:45.410964 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-16326b8e-a403-48ca-8f17-676e80cda39d req-4f4f661a-e638-4a43-980a-741fcfd5e826 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Mar 08 18:56:46.528516 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e9c1-76c0-47bb-9823-de7c20d0b023 req-67e29f45-849b-4810-bf49-e3f6f2f33036 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:46.529914 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6a01e9c1-76c0-47bb-9823-de7c20d0b023 req-67e29f45-849b-4810-bf49-e3f6f2f33036 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0523465 Mar 08 18:56:46.577884 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6a01e9c1-76c0-47bb-9823-de7c20d0b023 req-4878c5ea-0dd5-48b0-8a99-64f3ba90481e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Mar 08 18:56:47.691410 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c4010-4ad0-459c-9ffe-777b9870aa2b req-7f4687cc-2668-4caa-bf20-505d0beab1ac tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:47.693530 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1d2c4010-4ad0-459c-9ffe-777b9870aa2b req-7f4687cc-2668-4caa-bf20-505d0beab1ac tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0527380 Mar 08 18:56:47.739942 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1d2c4010-4ad0-459c-9ffe-777b9870aa2b req-f6ffa75e-498c-4f81-8a22-fd08ee3c37e7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402496 Mar 08 18:56:48.871798 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3b85b-b32c-4a70-ad64-c12134459259 req-6db37497-85b9-4c57-a3e6-7d059665ff1d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:48.873276 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fa3b85b-b32c-4a70-ad64-c12134459259 req-6db37497-85b9-4c57-a3e6-7d059665ff1d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0565546 Mar 08 18:56:48.919581 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fa3b85b-b32c-4a70-ad64-c12134459259 req-915b045e-5c7f-454c-baca-ba17ce822948 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406995 Mar 08 18:56:49.844790 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-c36e77ea-8022-4f20-a9cd-9d1c27f234f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441809 Mar 08 18:56:49.938440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-47798f2d-8bd3-4d62-870e-ac795709eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:49.940000 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-47798f2d-8bd3-4d62-870e-ac795709eab4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1130 time: 0.0503430 Mar 08 18:56:50.086709 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-c09e0651-b441-4da9-bebe-198f2ec10ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.088183 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-c09e0651-b441-4da9-bebe-198f2ec10ee5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 911 time: 0.1211348 Mar 08 18:56:50.095765 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d09272-2a7f-42fa-a20c-c2b95bc9ed83 req-4daa7f8e-3383-48f7-9fb9-8930253993fb tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.097068 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-96d09272-2a7f-42fa-a20c-c2b95bc9ed83 req-4daa7f8e-3383-48f7-9fb9-8930253993fb tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.1008077 Mar 08 18:56:50.187550 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-85c62990-a2ca-4113-b24a-b7b1fc89543c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 1002 time: 0.0895481 Mar 08 18:56:50.191457 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-96d09272-2a7f-42fa-a20c-c2b95bc9ed83 req-fa4ec03b-3232-4b20-ae77-6ae17fa03bba tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876744 Mar 08 18:56:50.250227 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-9f2ee348-c0d7-450a-bd8e-223052d3a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.251687 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-9f2ee348-c0d7-450a-bd8e-223052d3a12d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0572648 Mar 08 18:56:50.304464 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-150e3fe3-4424-4e89-bbf7-86a736ecc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.305984 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-150e3fe3-4424-4e89-bbf7-86a736ecc1e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466671 Mar 08 18:56:50.401591 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-8745f507-4c36-4a15-99b0-9101c90e0109 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884402 Mar 08 18:56:50.503008 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77be6589-c20a-42fa-9a33-3ce7e300bc22 req-bae18785-e034-40d7-982b-79e4bd236f69 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952117 Mar 08 18:56:50.636009 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85b079-95ad-4abc-b96d-c48b913cfdba req-275ceb60-d78b-45f8-966f-77a3aa52345a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.637511 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6d85b079-95ad-4abc-b96d-c48b913cfdba req-275ceb60-d78b-45f8-966f-77a3aa52345a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0618641 Mar 08 18:56:50.689455 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6d85b079-95ad-4abc-b96d-c48b913cfdba req-4374f94e-1827-4c29-af10-152724650be5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463307 Mar 08 18:56:50.813283 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-5f42f2f4-5265-4383-a7b7-013726f0fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.814874 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-5f42f2f4-5265-4383-a7b7-013726f0fb14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 1130 time: 0.0484629 Mar 08 18:56:50.910438 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-6738ec1e-819c-4c1b-917b-0154bccb6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:50.912546 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-6738ec1e-819c-4c1b-917b-0154bccb6987 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 911 time: 0.0903280 Mar 08 18:56:50.986096 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-7ebbf2ad-89f9-4dc4-9870-3ef05c651f53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 200 len: 1002 time: 0.0587964 Mar 08 18:56:51.034616 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-05c75d98-1797-4144-96a7-9d43047d6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:51.036557 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-05c75d98-1797-4144-96a7-9d43047d6343 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0433047 Mar 08 18:56:51.089785 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-b5330ecf-9a6d-4d28-9d02-7ac3b6c07aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:51.091348 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-b5330ecf-9a6d-4d28-9d02-7ac3b6c07aaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480213 Mar 08 18:56:51.185030 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-98bbde2c-f040-48f3-bacb-6c573bb64a48 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860119 Mar 08 18:56:51.293517 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53ac3e5a-9ecb-4d91-8f64-eef2e4e17d1b req-12c2c079-3bd6-4bdb-8fb6-5c3bfcabf95b service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 Mar 08 18:56:51.585078 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:51.812735 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dfd60-a063-4400-90d4-695d7c45bccc req-636fc862-bc6f-44a5-af5a-d2984ecd4667 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:51.814162 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9c7dfd60-a063-4400-90d4-695d7c45bccc req-636fc862-bc6f-44a5-af5a-d2984ecd4667 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0531754 Mar 08 18:56:51.859203 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9c7dfd60-a063-4400-90d4-695d7c45bccc req-a3e416be-83e6-4e8a-aa91-613c523e9a11 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389454 Mar 08 18:56:52.579475 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45b21a77-62da-4469-8d7f-7a5806e36baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:52.975509 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4400c-6272-488c-a7f0-e35e7a3d8ef0 req-233935c3-ee10-4e60-b609-86d790470d5a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:52.976983 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5ba4400c-6272-488c-a7f0-e35e7a3d8ef0 req-233935c3-ee10-4e60-b609-86d790470d5a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0522752 Mar 08 18:56:53.026440 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5ba4400c-6272-488c-a7f0-e35e7a3d8ef0 req-80247fd3-1ba1-410a-a3a2-c8ecc361b0d8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439498 Mar 08 18:56:54.657454 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234311d-19a9-47d6-98f6-92d2dc86e442 req-4d35a47a-d7e7-49ef-a260-69bbb9dd93b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:54.658990 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2234311d-19a9-47d6-98f6-92d2dc86e442 req-4d35a47a-d7e7-49ef-a260-69bbb9dd93b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0545905 Mar 08 18:56:54.707795 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2234311d-19a9-47d6-98f6-92d2dc86e442 req-9385b29d-4e5d-42af-b267-5575bd678d3a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Mar 08 18:56:54.730568 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56342) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:54.922152 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0eb45511-1801-4263-ba57-0cca2a6b0783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:54.923196 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26181451-e1d3-4c16-8a0e-71ffefede65e tempest-TestMinimumBasicScenario-577215400 tempest-TestMinimumBasicScenario-577215400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:54.924733 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-26181451-e1d3-4c16-8a0e-71ffefede65e tempest-TestMinimumBasicScenario-577215400 tempest-TestMinimumBasicScenario-577215400-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1124 time: 0.1931913 Mar 08 18:56:54.928095 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56346) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:54.932304 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'port_id': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:55.025184 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:55.372649 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:55.476939 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Allocated IP 172.27.0.199 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/69c00db1-305f-42a8-96a7-210a3d7ecce3) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:56:55.579310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:55.717120 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:55.758105 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:56:55.761104 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:56:55.764635 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:56:55.787994 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'Port': ['ID=69c00db1-305f-42a8-96a7-210a3d7ecce3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:56.131140 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for floatingip (9f403c8a-36dc-4546-8eae-e86294b255ed), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:56.151035 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:56.224181 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639429ef-bf57-462d-94ea-905b67f226fe req-f89582c2-3885-48bd-80c3-a1b684e3ac14 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:56.225661 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-639429ef-bf57-462d-94ea-905b67f226fe req-f89582c2-3885-48bd-80c3-a1b684e3ac14 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 946 time: 0.0554917 Mar 08 18:56:56.293098 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-639429ef-bf57-462d-94ea-905b67f226fe req-fdd0b271-8539-438c-a46b-38342988c6b8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618114 Mar 08 18:56:56.297578 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:56.448213 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:56.533506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:56.598638 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'Port': ['ID=69c00db1-305f-42a8-96a7-210a3d7ecce3,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:56.612223 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (9f403c8a-36dc-4546-8eae-e86294b255ed), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:56.715624 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Floating IP 9f403c8a-36dc-4546-8eae-e86294b255ed associated. External IP: 172.27.0.199, port: c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e. Mar 08 18:56:56.929324 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Router 06c23264-f550-43b2-81dd-9929d13ea50b has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:56:57.038902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:56:57.048050 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] Sync routers for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:56:57.057789 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:57.058490 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:57.147642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.168859 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:57.179492 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-76816710-df48-420a-9ebd-ed7fcbfb87b8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2503476 Mar 08 18:56:57.180123 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:57.182437 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a" -d '{"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:57.182593 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56356) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:57.187503 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354643096', 'description': 'tempest-secgroup-smoke-354643096 description', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:57.222666 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd3510-2d47-49b2-9314-43dc5c608f42 x-openstack-request-id: req-f1dd3510-2d47-49b2-9314-43dc5c608f42 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:57.229532 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:57.229532 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1dd3510-2d47-49b2-9314-43dc5c608f42 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:57.229532 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'status': 'completed', 'code': 200} Mar 08 18:56:57.293992 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-4f9019f9-8c73-4cd4-9586-6335242b0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:57.295561 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-4f9019f9-8c73-4cd4-9586-6335242b0e79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1129 time: 0.0461018 Mar 08 18:56:57.339871 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.423254 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '9f403c8a-36dc-4546-8eae-e86294b255ed', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'port_id': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'mac_address': 'fa:16:3e:24:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:55Z', 'updated_at': '2022-03-08T18:56:55Z', 'revision_number': 0, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:57.426137 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group (7329c59c-9009-480b-af15-d9c5c90b83e9), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.443669 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-2b068d30-c781-4ac6-8a8c-ca06a8de5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:57.445172 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-2b068d30-c781-4ac6-8a8c-ca06a8de5bd7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 916 time: 0.1423330 Mar 08 18:56:57.451784 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.452502 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] Checking router: 06c23264-f550-43b2-81dd-9929d13ea50b for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:56:57.456396 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48dea-be22-4797-910c-f46c11e3778c req-9a5b7af3-07ca-4618-8b85-4f3fc6f0e9cf tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:57.458398 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ee48dea-be22-4797-910c-f46c11e3778c req-9a5b7af3-07ca-4618-8b85-4f3fc6f0e9cf tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Mar 08 18:56:57.461557 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:56:57.462193 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:57.539895 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7329c59c-9009-480b-af15-d9c5c90b83e9), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.562961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-ca1a391a-57af-48d7-b5db-92695a79bcac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 999 time: 0.0949085 Mar 08 18:56:57.562961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ee48dea-be22-4797-910c-f46c11e3778c req-0d79ac10-3894-4665-a043-b6ef7442d20b tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951023 Mar 08 18:56:57.572796 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7329c59c-9009-480b-af15-d9c5c90b83e9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:57.580962 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.581322 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.581671 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.582017 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.582400 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.583402 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.583738 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.584072 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.584408 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.584734 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.584734 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.585373 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.585688 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:56:57.592107 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:56:57.608864 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-50dcd1ef-b7ba-48d6-a195-52d4fb5d5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:57.610351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-50dcd1ef-b7ba-48d6-a195-52d4fb5d5f84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 200 len: 854 time: 0.0496328 Mar 08 18:56:57.662525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-ff4b2a98-997a-467f-893d-606153b4ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:57.664143 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-ff4b2a98-997a-467f-893d-606153b4ecab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463982 Mar 08 18:56:57.679440 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.685230 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-756d079d-5af6-4571-b731-20d87ca0604c tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4971287 Mar 08 18:56:57.685230 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56362) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:57.688220 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group_rule': {'security_group_id': '7329c59c-9009-480b-af15-d9c5c90b83e9', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:57.760258 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-e3b27f7d-587c-4d68-8b92-83369b0f0efd service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893517 Mar 08 18:56:57.824418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (b6c542b9-8391-40ef-9f17-2d1660187825), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:57.829757 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '9f403c8a-36dc-4546-8eae-e86294b255ed', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'port_id': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'mac_address': 'fa:16:3e:24:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:55Z', 'updated_at': '2022-03-08T18:56:55Z', 'revision_number': 0, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:56:57.857861 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1388f-ae6f-4fc7-8330-c8e7e42ecb6e None None] The sync data for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi is: [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '9f403c8a-36dc-4546-8eae-e86294b255ed', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'port_id': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'mac_address': 'fa:16:3e:24:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:56:55Z', 'updated_at': '2022-03-08T18:56:55Z', 'revision_number': 0, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:56:57.865284 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5aaa0d85-2ca9-4e44-8ed6-2167a4fbd12a req-2827cf4f-0c5a-4190-a8de-7f3d4b486432 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964248 Mar 08 18:56:57.887103 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (b6c542b9-8391-40ef-9f17-2d1660187825), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.008218 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (b6c542b9-8391-40ef-9f17-2d1660187825), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.027421 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c542b9-8391-40ef-9f17-2d1660187825,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:58.053125 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e66223-cc44-4a58-b556-6c4e86015d2e None None] New status for floating IP 9f403c8a-36dc-4546-8eae-e86294b255ed: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:56:58.124616 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.128261 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3153e6c3-ef66-4088-88da-e074e69fab9b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4412186 Mar 08 18:56:58.128534 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56364) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:58.132194 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-8307ec69-8bd9-4123-929f-f05b997abbbe tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:56:58.134872 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group_rule': {'security_group_id': '7329c59c-9009-480b-af15-d9c5c90b83e9', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:58.134992 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-8307ec69-8bd9-4123-929f-f05b997abbbe tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 946 time: 0.0605977 Mar 08 18:56:58.233627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Deleting port 2b757014-cc8d-451c-a75f-094ec9fc5822 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:56:58.234166 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (58895ce8-9744-402b-a8a7-f3c10b6578b0), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.234684 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.290753 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (58895ce8-9744-402b-a8a7-f3c10b6578b0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.328592 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] For port 2b757014-cc8d-451c-a75f-094ec9fc5822, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2b757014-cc8d-451c-a75f-094ec9fc5822,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:56:58.329040 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.342060 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Calling delete_port for 2b757014-cc8d-451c-a75f-094ec9fc5822 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:56:58.390894 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (58895ce8-9744-402b-a8a7-f3c10b6578b0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.406225 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58895ce8-9744-402b-a8a7-f3c10b6578b0,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:58.536581 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.537969 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1ec5442f-e715-475d-82c4-6c2240f913ed tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4083765 Mar 08 18:56:58.540583 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56366) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:58.544896 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group_rule': {'security_group_id': '7329c59c-9009-480b-af15-d9c5c90b83e9', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:58.573718 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (2b757014-cc8d-451c-a75f-094ec9fc5822), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.588904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['2b757014-cc8d-451c-a75f-094ec9fc5822'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:56:58.607865 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Pushing event deleted for resources: {'Port': ['ID=2b757014-cc8d-451c-a75f-094ec9fc5822,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:58.665457 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] No DVR routers for this DVR port 2b757014-cc8d-451c-a75f-094ec9fc5822 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:56:58.680501 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.683914 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0bae3859-2e46-4d44-95f6-d8a088278d94 req-250b5e97-db1f-49c3-9dc3-b9f14cf686e8 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "DELETE /v2.0/ports/2b757014-cc8d-451c-a75f-094ec9fc5822 HTTP/1.1" status: 204 len: 173 time: 0.5447745 Mar 08 18:56:58.685946 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a2bda2ee-e9e6-4221-9dce-9e66bb20de74 req-0dfae9fd-b64b-4363-bdca-4079143e614a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0460460 Mar 08 18:56:58.688036 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (0564fb64-c795-4a71-9104-6ee7a38ceba1), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.745670 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (0564fb64-c795-4a71-9104-6ee7a38ceba1), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.817926 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (0564fb64-c795-4a71-9104-6ee7a38ceba1), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.835874 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0564fb64-c795-4a71-9104-6ee7a38ceba1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:58.935703 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:58.936933 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-2c2eeb80-724e-4158-9c7e-379fe03921c6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953869 Mar 08 18:56:58.939845 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56370) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:58.946599 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group_rule': {'security_group_id': '7329c59c-9009-480b-af15-d9c5c90b83e9', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:59.094664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (739a9b16-eaf7-4e6f-96bb-5cae3dd8d4ba), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.168756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (739a9b16-eaf7-4e6f-96bb-5cae3dd8d4ba), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.219400 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.225160 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'name': 'network-vif-deleted', 'tag': '2b757014-cc8d-451c-a75f-094ec9fc5822'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:56:59.227650 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7664e4-6ee0-4659-b0ed-313266b9d5a8" -d '{"events": [{"server_uuid": "77d6a83a-1367-4627-bd49-4fbe27f85795", "name": "network-vif-deleted", "tag": "2b757014-cc8d-451c-a75f-094ec9fc5822"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:56:59.262862 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90fd648-12b9-4693-bbb2-75fd18f6e3b7 x-openstack-request-id: req-d90fd648-12b9-4693-bbb2-75fd18f6e3b7 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:56:59.263162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d6a83a-1367-4627-bd49-4fbe27f85795", "name": "network-vif-deleted", "tag": "2b757014-cc8d-451c-a75f-094ec9fc5822", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:56:59.263448 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d90fd648-12b9-4693-bbb2-75fd18f6e3b7 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:56:59.263846 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d6a83a-1367-4627-bd49-4fbe27f85795', 'name': 'network-vif-deleted', 'tag': '2b757014-cc8d-451c-a75f-094ec9fc5822', 'status': 'completed', 'code': 200} Mar 08 18:56:59.310754 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (739a9b16-eaf7-4e6f-96bb-5cae3dd8d4ba), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.328814 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739a9b16-eaf7-4e6f-96bb-5cae3dd8d4ba,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:59.444856 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.446159 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-f23c4107-8116-4aec-ac0d-7562356aa5b5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5052798 Mar 08 18:56:59.448978 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56374) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:59.453290 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group_rule': {'security_group_id': '7329c59c-9009-480b-af15-d9c5c90b83e9', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:59.579708 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Project f61b9e09a04c4f69880c3665fd9f9660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:56:59.584931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (4d232ac0-36c1-4966-8233-dfffce605045), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.643741 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (4d232ac0-36c1-4966-8233-dfffce605045), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.720839 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (4d232ac0-36c1-4966-8233-dfffce605045), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.740045 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d232ac0-36c1-4966-8233-dfffce605045,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:56:59.798178 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-15a2821d-1d71-472a-ac12-9baac85ee38e req-b628a384-9c02-41e4-93ad-a0eecd738621 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=77d6a83a-1367-4627-bd49-4fbe27f85795 HTTP/1.1" status: 200 len: 210 time: 0.0281644 Mar 08 18:56:59.867063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:56:59.868479 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ceda167a-cd06-497e-81b1-d18f61ee6a48 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4185531 Mar 08 18:56:59.884655 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56378) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:56:59.888900 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'security_group_rule': {'security_group_id': '7329c59c-9009-480b-af15-d9c5c90b83e9', 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:56:59.973520 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Project f61b9e09a04c4f69880c3665fd9f9660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 18:56:59.978937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (6b309193-26f1-4249-a856-0d7562af01fd), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.042926 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (6b309193-26f1-4249-a856-0d7562af01fd), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.139265 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (6b309193-26f1-4249-a856-0d7562af01fd), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.160039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b309193-26f1-4249-a856-0d7562af01fd,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:00.278505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.279731 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-24446d5f-0990-49ce-a685-b0ddc4b0f700 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3941588 Mar 08 18:57:00.368472 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-dce4687c-e471-4821-b95a-69d52d5c394b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354643096&fields=id&tenant_id=f61b9e09a04c4f69880c3665fd9f9660 HTTP/1.1" status: 200 len: 267 time: 0.0430694 Mar 08 18:57:00.422805 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-b1134b93-1a22-45fe-a6b7-32deb347549d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:00.424245 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-b1134b93-1a22-45fe-a6b7-32deb347549d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Mar 08 18:57:00.435340 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'port': {'security_groups': ['55461a62-a4f2-4b6c-a814-8a4daaa5738e', '7329c59c-9009-480b-af15-d9c5c90b83e9']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:00.505717 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.688361 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:00.720831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.847769 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.860642 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:00.896919 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:00.897548 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:00.899344 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f70ef397-9826-4295-b5a9-4cb2834b4851 req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "PUT /v2.0/ports/c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 981 time: 0.4682615 Mar 08 18:57:00.927491 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fca71-af15-43f9-be0f-e5c59f5f25ec tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=6']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:01.027743 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fa8f7-c5ba-42dd-b5e7-3c41b1794375 req-9ad953a5-c710-40eb-aeb0-091b00b652d3 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:01.029383 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:01.029666 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-391fa8f7-c5ba-42dd-b5e7-3c41b1794375 req-9ad953a5-c710-40eb-aeb0-091b00b652d3 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0615430 Mar 08 18:57:01.100794 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-391fa8f7-c5ba-42dd-b5e7-3c41b1794375 req-b54bec36-2ddc-43ed-889c-9f552cf9dac6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629301 Mar 08 18:57:01.238491 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e77c9a2b-0605-4e9c-be51-36b2ed999d3f None None] Provisioning complete for port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:01.238904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e77c9a2b-0605-4e9c-be51-36b2ed999d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:01.264669 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:01.267092 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941bdcda-2157-413f-96e6-84e6d55693eb" -d '{"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:01.302037 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9587fa-d461-40fc-b6aa-59d99dda6646 x-openstack-request-id: req-3f9587fa-d461-40fc-b6aa-59d99dda6646 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:01.302676 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:01.302676 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f9587fa-d461-40fc-b6aa-59d99dda6646 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:01.303007 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'status': 'completed', 'code': 200} Mar 08 18:57:01.372676 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bdcda-2157-413f-96e6-84e6d55693eb req-bc87da7f-3612-454d-87a6-aff25f6806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:01.374127 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-bc87da7f-3612-454d-87a6-aff25f6806c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1168 time: 0.0468800 Mar 08 18:57:01.454553 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e77c9a2b-0605-4e9c-be51-36b2ed999d3f None None] Current status of the port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:01.476203 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bdcda-2157-413f-96e6-84e6d55693eb req-941a74f0-fa0e-402c-a2b7-ed13c98b9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:01.477909 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-941a74f0-fa0e-402c-a2b7-ed13c98b9380 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 916 time: 0.0972970 Mar 08 18:57:01.550920 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-727b70c2-ea9e-4d6d-8787-a7e5ec1a1c14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 1001 time: 0.0619211 Mar 08 18:57:01.607380 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bdcda-2157-413f-96e6-84e6d55693eb req-3829ac08-9f0c-44f2-bd18-a25e4299e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:01.608823 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-3829ac08-9f0c-44f2-bd18-a25e4299e4f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 200 len: 854 time: 0.0520604 Mar 08 18:57:01.665146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bdcda-2157-413f-96e6-84e6d55693eb req-25862501-1450-403d-8ce0-5b068e7543cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:01.666619 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-25862501-1450-403d-8ce0-5b068e7543cd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453529 Mar 08 18:57:01.762881 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-2bea4775-04ae-4f97-9725-f83b36c2bde9 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883799 Mar 08 18:57:01.852591 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-941bdcda-2157-413f-96e6-84e6d55693eb req-e3830ecf-70cd-47a9-8b9f-e8161f2121e5 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837395 Mar 08 18:57:04.445465 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 2b757014-cc8d-451c-a75f-094ec9fc5822 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:57:04.465506 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 2b757014-cc8d-451c-a75f-094ec9fc5822 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:57:04.465846 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 2b757014-cc8d-451c-a75f-094ec9fc5822 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:57:05.410259 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bef5de-476f-4b7e-b216-7807ca0e1367 req-42bd0a61-383f-4f01-9f35-a7877115f54f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:05.412303 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-30bef5de-476f-4b7e-b216-7807ca0e1367 req-42bd0a61-383f-4f01-9f35-a7877115f54f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0545990 Mar 08 18:57:05.499783 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-30bef5de-476f-4b7e-b216-7807ca0e1367 req-2864f119-d3f1-4384-ac89-cc61a67e4815 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813382 Mar 08 18:57:05.516439 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-1da79d84-1fa1-4d4d-ae46-7b967044fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:05.518026 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-1da79d84-1fa1-4d4d-ae46-7b967044fd85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1168 time: 0.0579093 Mar 08 18:57:05.611202 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-bef56151-8282-445c-9808-832817fa2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:05.612823 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-bef56151-8282-445c-9808-832817fa2acb service neutron] 10.222.0.77 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 916 time: 0.0882690 Mar 08 18:57:05.709118 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-49ce3a7f-eeca-4173-a207-5a42418995e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 1001 time: 0.0896537 Mar 08 18:57:05.770737 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-56872d69-44a1-402e-9ffc-4ab74d02d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:05.772865 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-56872d69-44a1-402e-9ffc-4ab74d02d794 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 200 len: 854 time: 0.0517478 Mar 08 18:57:05.824228 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-e8b91921-d843-47c5-bdd2-4a6be8578661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:05.825731 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-e8b91921-d843-47c5-bdd2-4a6be8578661 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464146 Mar 08 18:57:05.920979 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-73b9c7af-6c20-401d-8f1e-00f048e2db19 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872796 Mar 08 18:57:06.014346 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99802d2c-0757-4eaf-93a2-3db1484bc8b1 req-d91935ac-155c-46df-9d22-a104d23619ca service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835271 Mar 08 18:57:06.631068 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c8a0-1b0e-492e-ac8b-880d76e3e1b7 req-e48abd7c-36ee-4f78-86f6-c8591bc1fec5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:06.632550 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b191c8a0-1b0e-492e-ac8b-880d76e3e1b7 req-e48abd7c-36ee-4f78-86f6-c8591bc1fec5 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0573874 Mar 08 18:57:06.697129 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b191c8a0-1b0e-492e-ac8b-880d76e3e1b7 req-754d193d-502e-46ae-8bcb-434c1ed5cc10 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589190 Mar 08 18:57:07.814728 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06b5f5-18bd-4984-8409-a5371fea8f89 req-fabdcf36-290f-4609-9e79-d116af7ffc34 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:07.816081 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5c06b5f5-18bd-4984-8409-a5371fea8f89 req-fabdcf36-290f-4609-9e79-d116af7ffc34 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0527041 Mar 08 18:57:07.874112 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5c06b5f5-18bd-4984-8409-a5371fea8f89 req-34dc69ea-346c-4656-a8e0-82892e55288b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514836 Mar 08 18:57:09.002344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14911-9bd0-4992-ae5a-82d3fec10686 req-8539b6cd-ab81-42bc-b8a0-6cb96ce3b14f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:09.003819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-33e14911-9bd0-4992-ae5a-82d3fec10686 req-8539b6cd-ab81-42bc-b8a0-6cb96ce3b14f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0573602 Mar 08 18:57:09.068980 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-33e14911-9bd0-4992-ae5a-82d3fec10686 req-f0d6770f-1299-4134-ba55-d97598d8025b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542495 Mar 08 18:57:09.153529 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce95d4-2f23-4c40-936d-6b1bb8a83dcf req-0895a071-1653-4240-af97-63637f146e72 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:09.154954 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-06ce95d4-2f23-4c40-936d-6b1bb8a83dcf req-0895a071-1653-4240-af97-63637f146e72 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0555000 Mar 08 18:57:09.205673 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-06ce95d4-2f23-4c40-936d-6b1bb8a83dcf req-eed0a465-c888-4bde-890f-3f5e8b35944c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450456 Mar 08 18:57:10.184551 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98834211-2431-46e8-a7da-7c001678db07 req-57219b9b-e4f0-40c3-8464-468fedc67ba0 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:10.186080 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98834211-2431-46e8-a7da-7c001678db07 req-57219b9b-e4f0-40c3-8464-468fedc67ba0 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0538771 Mar 08 18:57:10.251075 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98834211-2431-46e8-a7da-7c001678db07 req-5a6b4434-e70b-41f1-86b1-911f8a9da3bf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591843 Mar 08 18:57:10.326586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107360d-b3f2-4a6e-a0e6-fb17c97375b1 req-e22bd9c2-9fac-48a3-aed2-71a44db5b487 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:10.328165 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4107360d-b3f2-4a6e-a0e6-fb17c97375b1 req-e22bd9c2-9fac-48a3-aed2-71a44db5b487 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0542827 Mar 08 18:57:10.376158 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4107360d-b3f2-4a6e-a0e6-fb17c97375b1 req-af8d7027-8bf2-4df5-bd79-506d9086aadf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418620 Mar 08 18:57:11.371007 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8704c-6c99-46a1-8870-9facf00e4178 req-bc4582de-cdf4-4cb6-af66-ecab3659fe06 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:11.372500 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-06b8704c-6c99-46a1-8870-9facf00e4178 req-bc4582de-cdf4-4cb6-af66-ecab3659fe06 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0535364 Mar 08 18:57:11.436526 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-06b8704c-6c99-46a1-8870-9facf00e4178 req-32d5516c-e316-453c-afee-0fa019382027 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582440 Mar 08 18:57:11.515571 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651fd46-4746-4f60-967a-a1a912651271 req-1b3d21e9-5541-47f5-bcd1-33a487db255a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:11.517048 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d651fd46-4746-4f60-967a-a1a912651271 req-1b3d21e9-5541-47f5-bcd1-33a487db255a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0576041 Mar 08 18:57:11.572568 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d651fd46-4746-4f60-967a-a1a912651271 req-ed7000f1-99cd-427a-a762-660b29f9c77f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497749 Mar 08 18:57:11.693891 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-9e03da2d-3691-41b6-89af-50f4764ae664 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:11.695423 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-9e03da2d-3691-41b6-89af-50f4764ae664 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/networks?id=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce HTTP/1.1" status: 200 len: 814 time: 0.1007161 Mar 08 18:57:11.710559 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-84519285-8bc9-4afe-9b42-cfb6e8586231 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/quotas/2939120675f246a396f1b6e79778eae0 HTTP/1.1" status: 200 len: 375 time: 0.0093002 Mar 08 18:57:11.750150 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-a21ba4de-9dc0-44fc-9410-9fecd4f52e6c tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2939120675f246a396f1b6e79778eae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337257 Mar 08 18:57:11.844292 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-48292ead-d94f-4dc4-a6cb-ed7405631c05 service neutron] 10.222.0.74 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875461 Mar 08 18:57:11.938002 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-266e78aa-0012-4501-9963-006a61e876b6 service neutron] 10.222.0.74 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874612 Mar 08 18:57:12.164010 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-7d02b4d2-16b8-4b70-951d-30893572e697 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:12.165388 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-7d02b4d2-16b8-4b70-951d-30893572e697 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.0544114 Mar 08 18:57:12.269041 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:12.269381 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:12.395871 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f369b405-6949-437e-864c-ede21a438cfb req-03582189-77bc-45b4-8b65-d1aa0a8a3def tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 210 time: 0.0359764 Mar 08 18:57:12.405887 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] For port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:12.406276 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:12.958707 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac75a8-3aff-41a5-87da-85c75df88f69 req-c7f3f3b0-cc98-451f-a728-400d9460fe8f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:12.960192 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a4ac75a8-3aff-41a5-87da-85c75df88f69 req-c7f3f3b0-cc98-451f-a728-400d9460fe8f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.4438982 Mar 08 18:57:12.975492 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9696f16-91e3-417e-b0a7-0bbe64b74717 req-25c7a5fa-55e7-48d5-881b-e0510e4b2588 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:12.976909 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9696f16-91e3-417e-b0a7-0bbe64b74717 req-25c7a5fa-55e7-48d5-881b-e0510e4b2588 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 945 time: 0.1387248 Mar 08 18:57:12.981279 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:12.981627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (71387582-cacc-4498-a4c2-9e88eb41c6aa), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:12.982016 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP 71387582-cacc-4498-a4c2-9e88eb41c6aa disassociated. External IP: 172.27.0.82, port: 048d10d2-b4a5-423c-8d5e-37a06eaa1c29. Mar 08 18:57:12.982313 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:13.115190 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9696f16-91e3-417e-b0a7-0bbe64b74717 req-0a2cee51-10f8-4295-929b-02fc9adf1593 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267745 Mar 08 18:57:13.142485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a4ac75a8-3aff-41a5-87da-85c75df88f69 req-84edf3a9-b656-4993-a061-cca2243b0ed4 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642814 Mar 08 18:57:13.488453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-220b474d-1e65-478d-b57b-c042519d9070 req-e4908d7f-fdf7-48f2-9046-53cfbbf57bad tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 210 time: 0.0277886 Mar 08 18:57:13.492642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (048d10d2-b4a5-423c-8d5e-37a06eaa1c29), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:13.524283 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=048d10d2-b4a5-423c-8d5e-37a06eaa1c29,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:13.537349 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.537686 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.538027 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.538379 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.538712 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.539040 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.539371 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.539698 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.540023 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.540344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.540840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.540958 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.541604 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:13.657134 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:57:13.768466 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:57:13.782102 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:57:13.793045 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:13.793798 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:13.816509 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] No DVR routers for this DVR port 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:57:13.819157 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:13.822716 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-171540a6-f018-4752-9afe-6cae4d00d4fd req-0d599c9f-049e-4c4d-9e76-f1c92516258a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "DELETE /v2.0/ports/048d10d2-b4a5-423c-8d5e-37a06eaa1c29 HTTP/1.1" status: 204 len: 173 time: 1.6509867 Mar 08 18:57:13.823190 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'name': 'network-vif-deleted', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:13.826415 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7358df-e1db-441d-a47a-326fd94837ec" -d '{"events": [{"server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "name": "network-vif-deleted", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:13.865314 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454ec420-3ac3-44a4-b79d-43d6b9f034be x-openstack-request-id: req-454ec420-3ac3-44a4-b79d-43d6b9f034be {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:13.865612 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12283012-b39c-438d-9088-ba8584f4a2bb", "name": "network-vif-deleted", "tag": "048d10d2-b4a5-423c-8d5e-37a06eaa1c29", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:13.871406 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-454ec420-3ac3-44a4-b79d-43d6b9f034be {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:13.871406 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12283012-b39c-438d-9088-ba8584f4a2bb', 'name': 'network-vif-deleted', 'tag': '048d10d2-b4a5-423c-8d5e-37a06eaa1c29', 'status': 'completed', 'code': 200} Mar 08 18:57:13.917531 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:14.156954 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:14.186519 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:57:14.196771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:14.197621 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:14.223774 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e1f5e8d0-cd65-488f-82f3-ad09c2255317 req-d965df27-6595-465b-915a-8b1294f802e5 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 210 time: 0.0335898 Mar 08 18:57:14.281747 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e890de-2b5f-4af9-92f9-1348a20be06e req-f9f5ec6e-958c-443c-a38d-0c8733491002 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:14.295118 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8e890de-2b5f-4af9-92f9-1348a20be06e req-f9f5ec6e-958c-443c-a38d-0c8733491002 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0630760 Mar 08 18:57:14.351956 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8e890de-2b5f-4af9-92f9-1348a20be06e req-7424df74-2d6f-40f5-99f1-e606521eed42 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614674 Mar 08 18:57:14.446727 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:14.595709 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ce31903-780b-4581-9985-8a527007e4c2 req-502aa07a-5dcb-4fbd-8cb2-4c52563c683d tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 210 time: 0.0344877 Mar 08 18:57:14.700513 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:14.728122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6021e96-ef27-4dab-81d5-8606b4a18a1d None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e5aeac8b-436b-42d8-ab29-65d37b6963ad', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:9c:33:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:54:17Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 2, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:57:14.962487 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffcadf9-1da5-4566-8a08-d6efa130feec None None] New status for floating IP 71387582-cacc-4498-a4c2-9e88eb41c6aa: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:57:15.330481 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f03de00a-f31b-42c7-b292-e2d38fb2dd70 req-ee543921-1125-400c-9e15-3d23974565fe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=12283012-b39c-438d-9088-ba8584f4a2bb HTTP/1.1" status: 200 len: 210 time: 0.0263767 Mar 08 18:57:15.485247 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7d712-b3e0-4365-b6b5-baed45d8528b req-2ee221a6-764f-40e4-bacd-13004fa3078a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:15.487155 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e3d7d712-b3e0-4365-b6b5-baed45d8528b req-2ee221a6-764f-40e4-bacd-13004fa3078a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0628612 Mar 08 18:57:15.550462 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e3d7d712-b3e0-4365-b6b5-baed45d8528b req-bd5a95ea-194c-42f8-a7ec-54770d29f44d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546014 Mar 08 18:57:15.694964 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d2bb5884-9145-496e-b3b9-0227d0ee2412 req-b8899071-c7c2-4595-91eb-9681c0e8a6ea tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 210 time: 0.0332308 Mar 08 18:57:16.133385 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-4d671086-06c1-49cb-bb7b-4c0a0ae31ebe tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:16.134782 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-4d671086-06c1-49cb-bb7b-4c0a0ae31ebe tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "GET /v2.0/networks?id=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce HTTP/1.1" status: 200 len: 814 time: 0.1013243 Mar 08 18:57:16.151585 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Request body: {'port': {'device_id': '94538f4b-a607-41c5-aacc-a71b272671d3', 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce', 'admin_state_up': True, 'tenant_id': '2939120675f246a396f1b6e79778eae0'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:16.342166 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:57:16.399863 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Made reservation on behalf of 2939120675f246a396f1b6e79778eae0 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:57:16.402764 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:16.541498 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Allocated IP 172.20.0.13 (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce/3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec/7921a7fc-1388-4532-9933-2ea656069360) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:57:16.583248 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56522) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:16.646422 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbc0e8af-a9f8-4e23-9963-a705c466cf49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:16.671252 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbc0e8af-a9f8-4e23-9963-a705c466cf49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:16.739485 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks [] for port (7921a7fc-1388-4532-9933-2ea656069360), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:16.754072 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee426b-290d-4ec6-b6fe-f638ce3170ec req-28ed0380-a0a1-436f-98c7-db61afe5a297 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:16.755555 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fcee426b-290d-4ec6-b6fe-f638ce3170ec req-28ed0380-a0a1-436f-98c7-db61afe5a297 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.1265469 Mar 08 18:57:16.821103 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-21dad6e5-6a67-4283-b6e5-4fb57f8df7af req-339bc03c-1a3e-4a07-b46b-8d35f07ec151 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 210 time: 0.0561309 Mar 08 18:57:16.824900 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbc0e8af-a9f8-4e23-9963-a705c466cf49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:16.827849 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbc0e8af-a9f8-4e23-9963-a705c466cf49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:16.829314 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-cbc0e8af-a9f8-4e23-9963-a705c466cf49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/security-groups/c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b HTTP/1.1" status: 204 len: 168 time: 0.2450423 Mar 08 18:57:16.835596 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56526) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:16.850242 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0e8af-a9f8-4e23-9963-a705c466cf49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:16.858390 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.api.v2.resource [None req-7850cc84-cdc9-4f7e-8a81-7068e0492ba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] show failed (client error): The resource could not be found. Mar 08 18:57:16.859451 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-7850cc84-cdc9-4f7e-8a81-7068e0492ba1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups/c5f14bac-dafd-4a6c-bd26-0d5ae3400d3b HTTP/1.1" status: 404 len: 347 time: 0.0228431 Mar 08 18:57:16.863212 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56528) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:16.876433 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fcee426b-290d-4ec6-b6fe-f638ce3170ec req-977ce6b6-4149-408d-8ad6-d7b24c2417eb tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121302 Mar 08 18:57:16.971795 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (7921a7fc-1388-4532-9933-2ea656069360), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.026468 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:57:17.032761 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:57:17.037910 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:57:17.043663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Pushing event updated for resources: {'Port': ['ID=7921a7fc-1388-4532-9933-2ea656069360,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:17.079741 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port d2721054-a086-45f8-ab46-7346c6abb488 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:17.080082 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (d2721054-a086-45f8-ab46-7346c6abb488), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.113913 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:17.114468 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.176621 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (d2721054-a086-45f8-ab46-7346c6abb488), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.176975 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (d2721054-a086-45f8-ab46-7346c6abb488), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.189745 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for d2721054-a086-45f8-ab46-7346c6abb488 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:17.325819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-bd43b750-7c96-476f-93c5-946b253d5b72 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1779037 Mar 08 18:57:17.340374 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Request body: {'port': {'device_id': '94538f4b-a607-41c5-aacc-a71b272671d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:17.397787 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:57:17.404774 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (7921a7fc-1388-4532-9933-2ea656069360), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.417856 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:57:17.418130 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 048d10d2-b4a5-423c-8d5e-37a06eaa1c29 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:57:17.521206 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (d2721054-a086-45f8-ab46-7346c6abb488), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.555834 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=d2721054-a086-45f8-ab46-7346c6abb488,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:17.670828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (71387582-cacc-4498-a4c2-9e88eb41c6aa), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.673300 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.674459 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-d91c8293-1ec0-43b5-b679-27adb7ae3e49 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/floatingips/71387582-cacc-4498-a4c2-9e88eb41c6aa HTTP/1.1" status: 204 len: 168 time: 0.8102379 Mar 08 18:57:17.756218 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7921a7fc-1388-4532-9933-2ea656069360 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:17.763837 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Publish callbacks [] for port (7921a7fc-1388-4532-9933-2ea656069360), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.776097 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Transition to ACTIVE for port object 7921a7fc-1388-4532-9933-2ea656069360 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:57:17.865089 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (7921a7fc-1388-4532-9933-2ea656069360), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:17.925305 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Pushing event updated for resources: {'Port': ['ID=7921a7fc-1388-4532-9933-2ea656069360,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:18.013973 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303ae60-9c4f-4093-b6e6-8bffb0bcc251 req-7c01440f-ed5e-4275-9d27-e4e18353f2da tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.015476 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1303ae60-9c4f-4093-b6e6-8bffb0bcc251 req-7c01440f-ed5e-4275-9d27-e4e18353f2da tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 944 time: 0.1103735 Mar 08 18:57:18.046185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Attempting to bind port 7921a7fc-1388-4532-9933-2ea656069360 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:57:18.046185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Attempting to bind port 7921a7fc-1388-4532-9933-2ea656069360 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:57:18.046185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Attempting to bind port 7921a7fc-1388-4532-9933-2ea656069360 on network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:57:18.053280 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Port 7921a7fc-1388-4532-9933-2ea656069360 on network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:57:18.053602 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Attempting to bind port 7921a7fc-1388-4532-9933-2ea656069360 on network 5abc4dae-e390-4a2d-889c-4c4b79bdd6ce {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:57:18.067771 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:57:18.068108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Checking segment: {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:57:18.068489 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Bound using segment: {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:57:18.068917 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Bound port: 7921a7fc-1388-4532-9933-2ea656069360, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b848e2f-0120-4ae9-8092-af3c0ec58e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:57:18.069276 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (7921a7fc-1388-4532-9933-2ea656069360), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:18.088369 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1303ae60-9c4f-4093-b6e6-8bffb0bcc251 req-7ea83e13-a122-4f33-b100-00ab12bf32df tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658522 Mar 08 18:57:18.154551 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] For port 7921a7fc-1388-4532-9933-2ea656069360, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:57:18.184598 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] For port 7921a7fc-1388-4532-9933-2ea656069360, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7921a7fc-1388-4532-9933-2ea656069360,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:57:18.208955 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889689f-e720-443f-ba2a-e69cabd2d85a req-4c65e742-ab3b-4029-a359-6a9e348b3bba tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.210485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d889689f-e720-443f-ba2a-e69cabd2d85a req-4c65e742-ab3b-4029-a359-6a9e348b3bba tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0694280 Mar 08 18:57:18.272332 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d889689f-e720-443f-ba2a-e69cabd2d85a req-c67443c4-1693-4d1b-98b4-4248f0a5b077 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559883 Mar 08 18:57:18.303902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (7921a7fc-1388-4532-9933-2ea656069360), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:18.337130 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.337859 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:18.339448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] 10.222.0.77 "PUT /v2.0/ports/7921a7fc-1388-4532-9933-2ea656069360 HTTP/1.1" status: 200 len: 1094 time: 1.0044889 Mar 08 18:57:18.341737 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94538f4b-a607-41c5-aacc-a71b272671d3', 'tag': '7921a7fc-1388-4532-9933-2ea656069360'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:18.345019 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2184950-5724-4467-8866-6e92e2fb2897" -d '{"events": [{"name": "network-changed", "server_uuid": "94538f4b-a607-41c5-aacc-a71b272671d3", "tag": "7921a7fc-1388-4532-9933-2ea656069360"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:18.370856 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145b605-68d1-46bd-86b2-697bdb4d3e27 service neutron] Pushing event updated for resources: {'Port': ['ID=7921a7fc-1388-4532-9933-2ea656069360,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:18.385700 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0c2192-6723-40b5-b87b-d8bef4556ead x-openstack-request-id: req-bb0c2192-6723-40b5-b87b-d8bef4556ead {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:18.386001 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94538f4b-a607-41c5-aacc-a71b272671d3", "tag": "7921a7fc-1388-4532-9933-2ea656069360", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:18.386291 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb0c2192-6723-40b5-b87b-d8bef4556ead {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:18.386693 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94538f4b-a607-41c5-aacc-a71b272671d3', 'tag': '7921a7fc-1388-4532-9933-2ea656069360', 'status': 'completed', 'code': 200} Mar 08 18:57:18.449805 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184950-5724-4467-8866-6e92e2fb2897 req-cc9cc4c2-c8d5-459b-abfe-a2ef4240c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.451335 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a2184950-5724-4467-8866-6e92e2fb2897 req-cc9cc4c2-c8d5-459b-abfe-a2ef4240c99d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2939120675f246a396f1b6e79778eae0&device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 1128 time: 0.0463469 Mar 08 18:57:18.553819 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184950-5724-4467-8866-6e92e2fb2897 req-03c0453f-47c0-475d-a180-763250c8ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.555240 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a2184950-5724-4467-8866-6e92e2fb2897 req-03c0453f-47c0-475d-a180-763250c8ea4d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2939120675f246a396f1b6e79778eae0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954335 Mar 08 18:57:18.653063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184950-5724-4467-8866-6e92e2fb2897 req-78ec86b5-a6ec-40fd-9726-a95dc0eaab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.654569 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a2184950-5724-4467-8866-6e92e2fb2897 req-78ec86b5-a6ec-40fd-9726-a95dc0eaab96 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921414 Mar 08 18:57:18.741776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-3ca9c405-2732-4afd-a7ba-6f04eb88911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.743590 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-3ca9c405-2732-4afd-a7ba-6f04eb88911d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2939120675f246a396f1b6e79778eae0&device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 1128 time: 0.0508072 Mar 08 18:57:18.787446 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-c834bab0-3a29-41f9-9aa1-71a0407ec8d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7921a7fc-1388-4532-9933-2ea656069360 HTTP/1.1" status: 200 len: 217 time: 0.0348034 Mar 08 18:57:18.837933 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-9fb62eff-f135-452c-aba9-0b37127dd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:18.839338 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-9fb62eff-f135-452c-aba9-0b37127dd440 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec HTTP/1.1" status: 200 len: 854 time: 0.0440681 Mar 08 18:57:18.874016 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-46c90101-c1b1-4ef5-be77-4d1337979bd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258629 Mar 08 18:57:18.974144 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-35d4402b-aca2-4d1c-b9a3-2ba5e645f607 service neutron] 10.222.0.77 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934234 Mar 08 18:57:19.064470 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6215196a-c3e1-4102-a93d-dc7e717178cd req-6f24a6c1-7fb7-41be-8dfd-cfefe297f52b service neutron] 10.222.0.77 "GET /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838900 Mar 08 18:57:19.208569 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a5bfa-800e-4e29-b543-a89c3c5f5018 req-c2952da0-87ea-461c-bfa8-bac68b889a4f tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:19.210111 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-997a5bfa-800e-4e29-b543-a89c3c5f5018 req-c2952da0-87ea-461c-bfa8-bac68b889a4f tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 944 time: 0.0566928 Mar 08 18:57:19.259417 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-997a5bfa-800e-4e29-b543-a89c3c5f5018 req-eb8503e4-5c31-4e8d-b842-ce8b65846b4e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Mar 08 18:57:19.400526 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ff9e6-4591-4941-aa08-2d70af2123fd req-9051ca6d-db50-4ef3-b32d-64a7ec218963 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:19.402099 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0f0ff9e6-4591-4941-aa08-2d70af2123fd req-9051ca6d-db50-4ef3-b32d-64a7ec218963 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0567763 Mar 08 18:57:19.464588 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0f0ff9e6-4591-4941-aa08-2d70af2123fd req-8acf0634-1527-4df4-9bb1-afb0a181eb53 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563555 Mar 08 18:57:20.392148 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c88c-8490-477a-a462-eaf216d4aacd req-bf802744-73e7-497f-b0ee-f64835b11a5a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:20.393609 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f06c88c-8490-477a-a462-eaf216d4aacd req-bf802744-73e7-497f-b0ee-f64835b11a5a tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 944 time: 0.0597904 Mar 08 18:57:20.440754 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3f06c88c-8490-477a-a462-eaf216d4aacd req-1a51b074-64af-448e-9ae8-349b075cd10e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Mar 08 18:57:20.591808 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3719-409f-4d41-8d9b-dfee073db184 req-01294dc5-a9ee-4351-ba72-69c092d76298 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:20.599297 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cf7b3719-409f-4d41-8d9b-dfee073db184 req-01294dc5-a9ee-4351-ba72-69c092d76298 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0623345 Mar 08 18:57:20.653364 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cf7b3719-409f-4d41-8d9b-dfee073db184 req-f48440cd-0bcf-4722-89a5-154d2869da86 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542753 Mar 08 18:57:20.903774 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df2782-00db-476c-b7ab-e3007f48d9b5 req-999b1a8e-c3ed-414c-8e98-8c62b5ad7848 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:20.905225 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-20df2782-00db-476c-b7ab-e3007f48d9b5 req-999b1a8e-c3ed-414c-8e98-8c62b5ad7848 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0540833 Mar 08 18:57:20.957083 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-20df2782-00db-476c-b7ab-e3007f48d9b5 req-dd00ecf0-3ff3-4a2d-b065-b59d07bb4c42 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463655 Mar 08 18:57:21.433567 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 7921a7fc-1388-4532-9933-2ea656069360 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:57:21.546244 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 7921a7fc-1388-4532-9933-2ea656069360, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7921a7fc-1388-4532-9933-2ea656069360,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:21.557182 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '7921a7fc-1388-4532-9933-2ea656069360', 'network_id': '5abc4dae-e390-4a2d-889c-4c4b79bdd6ce', 'port_id': '7921a7fc-1388-4532-9933-2ea656069360', 'mac_address': 'fa:16:3e:95:9e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:57:21.564860 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c42e8-6548-4d74-9b27-e9e7f0165629 req-f32e103c-6181-49a9-957e-2efa6a2cbfac tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:21.566548 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0d1c42e8-6548-4d74-9b27-e9e7f0165629 req-f32e103c-6181-49a9-957e-2efa6a2cbfac tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 944 time: 0.0551782 Mar 08 18:57:21.587835 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:21.601453 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 7921a7fc-1388-4532-9933-2ea656069360 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:21.601876 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (7921a7fc-1388-4532-9933-2ea656069360), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:21.614676 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7921a7fc-1388-4532-9933-2ea656069360 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:21.619808 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0d1c42e8-6548-4d74-9b27-e9e7f0165629 req-595c4003-d779-46c3-af94-9423e814aefc tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Mar 08 18:57:21.637067 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 7921a7fc-1388-4532-9933-2ea656069360, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7921a7fc-1388-4532-9933-2ea656069360,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:21.699204 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (7921a7fc-1388-4532-9933-2ea656069360), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:21.747578 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=7921a7fc-1388-4532-9933-2ea656069360,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:21.754945 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.755301 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.755643 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.756498 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.756831 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.757160 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.757492 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.757815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.758173 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.758505 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.758828 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.759148 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.759467 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:21.775648 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d74a69-61ca-45fc-a918-7b4352ffbcc8 req-ebfdb093-17c6-47da-80df-b500c7e6833d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:21.777160 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-79d74a69-61ca-45fc-a918-7b4352ffbcc8 req-ebfdb093-17c6-47da-80df-b500c7e6833d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0555894 Mar 08 18:57:21.835875 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-79d74a69-61ca-45fc-a918-7b4352ffbcc8 req-1adf0bd2-8697-4cd8-8c9f-ed0dbd984e0d tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529978 Mar 08 18:57:22.074220 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['7921a7fc-1388-4532-9933-2ea656069360'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:22.084352 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44076388-0152-4136-b3d7-144852d65fdb req-1f53ee53-a41c-4c6c-bbbc-be5fb272d5a8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:22.086137 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-44076388-0152-4136-b3d7-144852d65fdb req-1f53ee53-a41c-4c6c-bbbc-be5fb272d5a8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0592537 Mar 08 18:57:22.139619 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-44076388-0152-4136-b3d7-144852d65fdb req-556f92a0-1f51-40e8-87c6-4391cab0a4f0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471983 Mar 08 18:57:22.589783 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89945369-b05f-4571-a37d-3796570a1f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:22.734590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184bcb-b9e1-48b4-a0eb-bfa13b188fa0 req-be158da9-3c5e-498f-9739-630113bcfd5e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:22.736057 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d184bcb-b9e1-48b4-a0eb-bfa13b188fa0 req-be158da9-3c5e-498f-9739-630113bcfd5e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Mar 08 18:57:22.781736 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d184bcb-b9e1-48b4-a0eb-bfa13b188fa0 req-143567ec-cf59-4b7a-bcd7-72a97032cf29 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Mar 08 18:57:22.911051 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-47bb3e23-99e0-4279-938e-93e9dbaef287 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:22.912534 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-47bb3e23-99e0-4279-938e-93e9dbaef287 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.0583310 Mar 08 18:57:23.016030 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bf3c-8de1-4715-81b8-44cd0664895a req-bd46c33e-4364-498b-b41d-3e7232e6d85a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:23.017485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3622bf3c-8de1-4715-81b8-44cd0664895a req-bd46c33e-4364-498b-b41d-3e7232e6d85a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.1138837 Mar 08 18:57:23.078390 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port 49cab162-3fca-4577-bcc2-bc17d1327f36 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:23.078650 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.106674 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3622bf3c-8de1-4715-81b8-44cd0664895a req-d155d5bd-858d-47d4-b77d-1b90ec21e3a2 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=7329c59c-9009-480b-af15-d9c5c90b83e9&id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825310 Mar 08 18:57:23.181022 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] For port 49cab162-3fca-4577-bcc2-bc17d1327f36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=49cab162-3fca-4577-bcc2-bc17d1327f36,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:23.181390 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.338890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af0ba7-74ef-4857-92d7-42f0da14ce34 req-613ad1c0-84fd-4315-88d0-d5ea42459e0c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:23.340278 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f8af0ba7-74ef-4857-92d7-42f0da14ce34 req-613ad1c0-84fd-4315-88d0-d5ea42459e0c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 945 time: 0.1131108 Mar 08 18:57:23.431485 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 7921a7fc-1388-4532-9933-2ea656069360 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:57:23.607933 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 7921a7fc-1388-4532-9933-2ea656069360 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:57:23.614886 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 7921a7fc-1388-4532-9933-2ea656069360 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:23.618818 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (7921a7fc-1388-4532-9933-2ea656069360), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.687546 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.687907 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (e5aeac8b-436b-42d8-ab29-65d37b6963ad), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.688238 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP e5aeac8b-436b-42d8-ab29-65d37b6963ad disassociated. External IP: 172.27.0.181, port: 49cab162-3fca-4577-bcc2-bc17d1327f36. Mar 08 18:57:23.688590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for 49cab162-3fca-4577-bcc2-bc17d1327f36 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:23.703126 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f8af0ba7-74ef-4857-92d7-42f0da14ce34 req-908fd55d-8f8b-4b89-96fb-4f11a383e4e9 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a81a49dd-76a9-4511-a60f-e23e22e690f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706973 Mar 08 18:57:23.708667 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 7921a7fc-1388-4532-9933-2ea656069360 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:23.709157 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (7921a7fc-1388-4532-9933-2ea656069360), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.735583 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94538f4b-a607-41c5-aacc-a71b272671d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7921a7fc-1388-4532-9933-2ea656069360'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:23.738368 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702309be-b969-4d99-bcfa-3a235f62e2bc" -d '{"events": [{"server_uuid": "94538f4b-a607-41c5-aacc-a71b272671d3", "name": "network-vif-plugged", "status": "completed", "tag": "7921a7fc-1388-4532-9933-2ea656069360"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:23.753496 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 7921a7fc-1388-4532-9933-2ea656069360, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7921a7fc-1388-4532-9933-2ea656069360,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:23.773950 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df0159a-c258-40c5-8301-78eb93b23099 x-openstack-request-id: req-0df0159a-c258-40c5-8301-78eb93b23099 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:23.774281 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94538f4b-a607-41c5-aacc-a71b272671d3", "name": "network-vif-plugged", "status": "completed", "tag": "7921a7fc-1388-4532-9933-2ea656069360", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:23.774535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0df0159a-c258-40c5-8301-78eb93b23099 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:23.774932 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94538f4b-a607-41c5-aacc-a71b272671d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7921a7fc-1388-4532-9933-2ea656069360', 'code': 200} Mar 08 18:57:23.862120 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (7921a7fc-1388-4532-9933-2ea656069360), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:23.907786 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ef2a-bba3-4c19-b2fa-15f7472b93d1 req-0061b76d-50d1-4380-9934-00e082d0a74e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:23.911437 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ea21ef2a-bba3-4c19-b2fa-15f7472b93d1 req-0061b76d-50d1-4380-9934-00e082d0a74e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.0602276 Mar 08 18:57:23.931644 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=7921a7fc-1388-4532-9933-2ea656069360,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:23.962578 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ea21ef2a-bba3-4c19-b2fa-15f7472b93d1 req-f5035b2e-10e8-410e-8f2b-cf5e47208b0e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Mar 08 18:57:24.002528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (49cab162-3fca-4577-bcc2-bc17d1327f36), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:24.034847 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=49cab162-3fca-4577-bcc2-bc17d1327f36,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:24.153255 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:57:24.266221 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:57:24.275840 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134168cd-1c98-4c75-a14b-86601f602a50 req-fe026e0f-2b97-451e-b381-aa300c19794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:24.276319 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-134168cd-1c98-4c75-a14b-86601f602a50 req-fe026e0f-2b97-451e-b381-aa300c19794f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 1130 time: 0.0476775 Mar 08 18:57:24.276881 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:57:24.288454 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:24.289075 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:24.313520 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] No DVR routers for this DVR port 49cab162-3fca-4577-bcc2-bc17d1327f36 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:57:24.316158 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:24.319665 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f8d83a10-68e7-4e3e-ab06-fbd71e9459cd req-b2453835-9faf-401a-ac92-0dedd43f3842 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "DELETE /v2.0/ports/49cab162-3fca-4577-bcc2-bc17d1327f36 HTTP/1.1" status: 204 len: 173 time: 1.3991883 Mar 08 18:57:24.320285 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'name': 'network-vif-deleted', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:24.322427 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44ebbbf-bc15-4668-8ff5-1e09b7c4d5d4" -d '{"events": [{"server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "name": "network-vif-deleted", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:24.324697 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-134168cd-1c98-4c75-a14b-86601f602a50 req-db441472-25d1-4bf2-a2b3-871081037a5e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Mar 08 18:57:24.358837 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e061bd65-152e-46ba-9633-42e89c6d75dc x-openstack-request-id: req-e061bd65-152e-46ba-9633-42e89c6d75dc {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:24.359146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f14447a-33d0-40af-81cd-f1b0a79060eb", "name": "network-vif-deleted", "tag": "49cab162-3fca-4577-bcc2-bc17d1327f36", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:24.359406 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e061bd65-152e-46ba-9633-42e89c6d75dc {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:24.359811 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f14447a-33d0-40af-81cd-f1b0a79060eb', 'name': 'network-vif-deleted', 'tag': '49cab162-3fca-4577-bcc2-bc17d1327f36', 'status': 'completed', 'code': 200} Mar 08 18:57:24.410026 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:24.622575 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:24.649749 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:57:24.658297 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:24.658892 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:56:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:24.767855 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:24.806439 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-84dbe49c-d217-488b-9305-0f998f6193a1 req-044d2fad-e4c8-4c57-afa6-149527fedb7f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f14447a-33d0-40af-81cd-f1b0a79060eb HTTP/1.1" status: 200 len: 210 time: 0.0304856 Mar 08 18:57:24.933779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0462229-9f06-4353-a9e4-780cf0b83823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:24.979472 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:25.012036 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b30556-f9c3-4d64-a970-3f114492a907 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:57:25.088753 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e937e-b04e-4f0a-b424-d3f9e3988d45 req-49642ac6-440a-4df2-aac6-992c426af41e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:25.090366 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-277e937e-b04e-4f0a-b424-d3f9e3988d45 req-49642ac6-440a-4df2-aac6-992c426af41e tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.0580010 Mar 08 18:57:25.141815 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-277e937e-b04e-4f0a-b424-d3f9e3988d45 req-8fd828d3-217e-489a-96d3-e3aa42494ecf tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Mar 08 18:57:25.252330 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf9adc-6e96-4ff6-9f58-0ec533c45169 None None] New status for floating IP e5aeac8b-436b-42d8-ab29-65d37b6963ad: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:57:25.955641 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6d09-bc11-423a-b068-07db26983312 req-93d05b1d-0c44-4a74-93da-1a924e8b0b3d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:25.957107 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d73b6d09-bc11-423a-b068-07db26983312 req-93d05b1d-0c44-4a74-93da-1a924e8b0b3d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0527070 Mar 08 18:57:26.003929 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d73b6d09-bc11-423a-b068-07db26983312 req-aed2d963-b8fd-45d3-81bd-1e2c0327841f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Mar 08 18:57:26.065759 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56622) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:26.126395 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c56bad91-e876-479c-8234-8fc07cb77428 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (a81a49dd-76a9-4511-a60f-e23e22e690f7), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.150395 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c56bad91-e876-479c-8234-8fc07cb77428 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (a81a49dd-76a9-4511-a60f-e23e22e690f7), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.181642 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.260933 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089845d-b44e-4f14-affc-8941c19b5b86 req-94ec83f9-f181-4411-b212-811b1dd1275b tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:26.262568 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8089845d-b44e-4f14-affc-8941c19b5b86 req-94ec83f9-f181-4411-b212-811b1dd1275b tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.0544937 Mar 08 18:57:26.309825 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8089845d-b44e-4f14-affc-8941c19b5b86 req-3a57012a-9582-43dd-9b8d-15f23227c2b0 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Mar 08 18:57:26.327706 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c56bad91-e876-479c-8234-8fc07cb77428 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (a81a49dd-76a9-4511-a60f-e23e22e690f7), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.330315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c56bad91-e876-479c-8234-8fc07cb77428 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.333915 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c56bad91-e876-479c-8234-8fc07cb77428 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/security-groups/a81a49dd-76a9-4511-a60f-e23e22e690f7 HTTP/1.1" status: 204 len: 168 time: 0.2646346 Mar 08 18:57:26.334615 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56628) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:26.352223 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bad91-e876-479c-8234-8fc07cb77428 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81a49dd-76a9-4511-a60f-e23e22e690f7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:26.352334 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.api.v2.resource [None req-d09a2eb2-1855-4c8a-bc2f-37fa198af84a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] show failed (client error): The resource could not be found. Mar 08 18:57:26.352334 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d09a2eb2-1855-4c8a-bc2f-37fa198af84a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups/a81a49dd-76a9-4511-a60f-e23e22e690f7 HTTP/1.1" status: 404 len: 347 time: 0.0142272 Mar 08 18:57:26.353460 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56630) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:26.483657 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port 7ad98055-81bc-4c03-ad23-b64347d96f4a {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:26.484001 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.564678 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.565070 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (7ad98055-81bc-4c03-ad23-b64347d96f4a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.578603 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for 7ad98055-81bc-4c03-ad23-b64347d96f4a owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:26.812333 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (7ad98055-81bc-4c03-ad23-b64347d96f4a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.838662 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=7ad98055-81bc-4c03-ad23-b64347d96f4a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:26.901592 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (e5aeac8b-436b-42d8-ab29-65d37b6963ad), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.904299 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:26.905512 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ba462181-8c30-466c-9c44-980a6423ae66 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/floatingips/e5aeac8b-436b-42d8-ab29-65d37b6963ad HTTP/1.1" status: 204 len: 168 time: 0.5508449 Mar 08 18:57:27.429618 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 49cab162-3fca-4577-bcc2-bc17d1327f36 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:57:27.434996 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cbb11-080b-43d0-a09c-8bd898c0c738 req-6ed15a9b-4fa5-4920-af8b-d7065f0b86b5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:27.434996 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-631cbb11-080b-43d0-a09c-8bd898c0c738 req-6ed15a9b-4fa5-4920-af8b-d7065f0b86b5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0577319 Mar 08 18:57:27.451265 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 49cab162-3fca-4577-bcc2-bc17d1327f36 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:57:27.451633 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 49cab162-3fca-4577-bcc2-bc17d1327f36 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:57:27.486845 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-631cbb11-080b-43d0-a09c-8bd898c0c738 req-beb07232-199e-455b-989a-4c70f27a4778 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496061 Mar 08 18:57:27.523685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:27.557616 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56644) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:27.562330 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72531329', 'description': 'tempest-description--135393386'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:27.693626 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:27.761694 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (1510bbe2-404c-4bed-9f0f-057a840927a7), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.001956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1510bbe2-404c-4bed-9f0f-057a840927a7), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.030750 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1510bbe2-404c-4bed-9f0f-057a840927a7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:28.169924 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.171244 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a2a4d64b-e377-4985-8bce-a65ca247b5c1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6125636 Mar 08 18:57:28.186952 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56648) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:28.191381 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': '1510bbe2-404c-4bed-9f0f-057a840927a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:28.322901 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (c6487518-aad1-48aa-b5a2-7ded45429e05), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.378860 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (c6487518-aad1-48aa-b5a2-7ded45429e05), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.510325 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (c6487518-aad1-48aa-b5a2-7ded45429e05), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.528861 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6487518-aad1-48aa-b5a2-7ded45429e05,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:28.608760 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c480fe-bd8b-4ad2-9ced-98de530504b5 req-02feb1cd-bc6b-419d-8059-881949698f50 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:28.610265 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91c480fe-bd8b-4ad2-9ced-98de530504b5 req-02feb1cd-bc6b-419d-8059-881949698f50 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0546780 Mar 08 18:57:28.644040 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.645333 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1f925f9b-6865-4e0a-8ace-029d6cf194cc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4573514 Mar 08 18:57:28.648697 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56654) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:28.653029 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': '1510bbe2-404c-4bed-9f0f-057a840927a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:28.659274 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91c480fe-bd8b-4ad2-9ced-98de530504b5 req-6cda30eb-a316-42cb-95e2-665021cc4c6d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434783 Mar 08 18:57:28.782522 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (4d99874a-0f9d-4962-88f2-007306d5423b), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.837266 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (4d99874a-0f9d-4962-88f2-007306d5423b), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.938816 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (4d99874a-0f9d-4962-88f2-007306d5423b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:28.957580 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d99874a-0f9d-4962-88f2-007306d5423b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:29.061085 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.062257 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-97ca02f7-da6e-41ab-8cad-da0750975ca4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4126487 Mar 08 18:57:29.065266 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56656) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:29.070136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:29.167961 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.200405 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.269837 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.382964 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.27.0.25 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/9a899380-27f5-4852-8eae-49ca94e81f85) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:57:29.486501 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (9a899380-27f5-4852-8eae-49ca94e81f85), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.590721 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (9a899380-27f5-4852-8eae-49ca94e81f85), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.631718 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:57:29.634717 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:57:29.638092 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:57:29.643719 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=9a899380-27f5-4852-8eae-49ca94e81f85,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:29.732220 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (46d338a2-2c8f-45bb-99c3-3495b5de86f2), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:29.788022 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d574a-17b8-467d-b92c-869e064d02f1 req-69fb8c32-18c2-4940-affd-9de5794f2f8d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:29.789484 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-124d574a-17b8-467d-b92c-869e064d02f1 req-69fb8c32-18c2-4940-affd-9de5794f2f8d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Mar 08 18:57:29.839553 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-124d574a-17b8-467d-b92c-869e064d02f1 req-42c7cbb8-46e1-473f-8b60-03bada32b4a9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Mar 08 18:57:29.853734 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (9a899380-27f5-4852-8eae-49ca94e81f85), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:30.007275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (9a899380-27f5-4852-8eae-49ca94e81f85), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:30.080566 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (9a899380-27f5-4852-8eae-49ca94e81f85), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:30.149979 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=9a899380-27f5-4852-8eae-49ca94e81f85,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:30.160166 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (46d338a2-2c8f-45bb-99c3-3495b5de86f2), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:30.324007 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:30.325271 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ad90369b-c06a-4baa-9d56-bc8105bdf8cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2590532 Mar 08 18:57:30.519887 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-35b9c931-b703-45af-88ea-9eec39b6e835 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--72531329&fields=id&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 267 time: 0.0419042 Mar 08 18:57:30.625868 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-58fc7e68-d938-4370-8c3b-bba5b9a2fc8f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:30.627359 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-58fc7e68-d938-4370-8c3b-bba5b9a2fc8f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1001010 Mar 08 18:57:30.642104 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-ea7618df-87bd-4218-bad3-a00125d44752 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/quotas/ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Mar 08 18:57:30.701372 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-4256e1ef-4cd9-49f5-9ed3-95afc875bad8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543966 Mar 08 18:57:30.799100 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-4ef28e1a-2d20-416d-8c74-76d1f4c2cd83 service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838363 Mar 08 18:57:30.893484 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-d2382141-1f11-4690-bac2-eb9d68e9b6fc service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882461 Mar 08 18:57:30.971430 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014673-05b9-4217-b137-859ad134ccb3 req-e276eb1f-003e-43f9-beb9-ea975b5ee853 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:30.972960 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-37014673-05b9-4217-b137-859ad134ccb3 req-e276eb1f-003e-43f9-beb9-ea975b5ee853 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0544367 Mar 08 18:57:31.020705 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-37014673-05b9-4217-b137-859ad134ccb3 req-548cd481-90e4-4118-ac06-7695d205a398 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Mar 08 18:57:31.139332 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e216c71-e915-467d-9390-112ff84d3044 req-318d9153-2588-4ae0-89d6-dfeba9a08a91 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 210 time: 0.0285470 Mar 08 18:57:32.146722 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeeba7-76f2-4d7b-8547-4828cf94ef51 req-2fe52143-05b0-4e39-a09c-f9ddc6d5589b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:32.148921 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1aaeeba7-76f2-4d7b-8547-4828cf94ef51 req-2fe52143-05b0-4e39-a09c-f9ddc6d5589b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0584972 Mar 08 18:57:32.198517 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1aaeeba7-76f2-4d7b-8547-4828cf94ef51 req-be39899f-b3f1-405a-a2a6-a6dc3d63d2db tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Mar 08 18:57:32.234554 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5c2d4aa1-45e5-4b56-9f6e-259569540414 req-773e6366-6631-4ea3-9a75-e8405cbd842f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 210 time: 0.0288072 Mar 08 18:57:33.331630 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6e509433-79b5-4f69-bcf2-bad6043830db req-78df3e51-096d-4e15-b67e-5f2b32fc4a85 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 210 time: 0.0291438 Mar 08 18:57:33.347092 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120f31-f966-4974-952c-60c8a319e5ad req-b4e28b85-ea3d-4812-b722-6b0fd8ae5012 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.348577 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-68120f31-f966-4974-952c-60c8a319e5ad req-b4e28b85-ea3d-4812-b722-6b0fd8ae5012 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0794559 Mar 08 18:57:33.405054 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-68120f31-f966-4974-952c-60c8a319e5ad req-1779efce-30cb-45b6-801d-9b82f349a3de tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502231 Mar 08 18:57:33.487358 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-7e65c3e2-f7d8-418b-af61-696b88fdf002 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:33.488737 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-7e65c3e2-f7d8-418b-af61-696b88fdf002 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1048181 Mar 08 18:57:33.568034 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-475b42a6-efbd-429d-8ea5-b687a810316f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 378 time: 0.0515599 Mar 08 18:57:33.576968 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'port': {'device_id': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'admin_state_up': True, 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'security_groups': ['1510bbe2-404c-4bed-9f0f-057a840927a7']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:33.773134 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Made reservation on behalf of ae82254067dd4b5a80dc0c0084229ab6 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:57:33.776533 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:33.898230 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.20.0.14 (288a8c8e-914f-4253-a63a-2438afdbc035/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a/4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:57:34.038760 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:34.202003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:34.249251 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:57:34.252234 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:57:34.255910 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:57:34.263189 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:34.321160 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:34.321654 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:34.403822 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-cff2faac-d5a7-4943-8ca6-7e7f840ab7e0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297272 Mar 08 18:57:34.417919 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Request body: {'port': {'device_id': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:34.462593 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e539-d21d-45c2-9860-0fe139a22b80 req-233b082f-330d-46b7-a7f0-1baacf56dd8d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:34.466670 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7931e539-d21d-45c2-9860-0fe139a22b80 req-233b082f-330d-46b7-a7f0-1baacf56dd8d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 932 time: 0.0648541 Mar 08 18:57:34.502785 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a28b29b9-50ea-4b79-8b96-afbb7b57ce67 None None] Provisioning complete for port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:34.503420 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a28b29b9-50ea-4b79-8b96-afbb7b57ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:34.523409 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7931e539-d21d-45c2-9860-0fe139a22b80 req-c2882a24-9ca5-4986-bd02-f9a667b2abd4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525692 Mar 08 18:57:34.541956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a28b29b9-50ea-4b79-8b96-afbb7b57ce67 None None] Port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:57:34.658901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf26e61-eee1-4dee-91b5-7f02a2736ae7 req-b7ab6bbf-f0cc-44d2-bc55-8c5c43e09b4d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:34.660877 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fdf26e61-eee1-4dee-91b5-7f02a2736ae7 req-b7ab6bbf-f0cc-44d2-bc55-8c5c43e09b4d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0613248 Mar 08 18:57:34.724534 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fdf26e61-eee1-4dee-91b5-7f02a2736ae7 req-515e667f-1d3e-4e51-ba82-ef78fd4cf24d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475905 Mar 08 18:57:34.751184 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:34.893947 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9062fb-9b23-4cbf-bfb7-11235104f78a req-2a015734-30b9-43ec-96d3-c4876eddc9b8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:34.895418 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ee9062fb-9b23-4cbf-bfb7-11235104f78a req-2a015734-30b9-43ec-96d3-c4876eddc9b8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0594051 Mar 08 18:57:34.945897 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ee9062fb-9b23-4cbf-bfb7-11235104f78a req-a77d28f0-8736-44a0-a00a-4f1a659c19cc tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Mar 08 18:57:35.013652 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:35.021210 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Publish callbacks [] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:35.034178 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Transition to ACTIVE for port object 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:57:35.127263 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:35.179319 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:35.247396 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Attempting to bind port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:57:35.247740 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Attempting to bind port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:57:35.248094 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Attempting to bind port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:57:35.252800 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 on network 288a8c8e-914f-4253-a63a-2438afdbc035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:57:35.253126 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Attempting to bind port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:57:35.259039 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:57:35.259234 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:57:35.259624 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Bound using segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:57:35.260058 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Bound port: 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:57:35.260418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:35.331241 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] For port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:57:35.334366 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] For port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:57:35.436609 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:35.471269 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.471901 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:35.473291 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 HTTP/1.1" status: 200 len: 1094 time: 1.0608807 Mar 08 18:57:35.473736 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:35.476100 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88978260-51ae-448e-a844-ef97dd7fd316" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:35.505172 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550852ce-0d2b-4887-9a5a-a10059e641c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:35.528129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f374d-99d8-4caa-ac66-3b4c0ed2f855 x-openstack-request-id: req-586f374d-99d8-4caa-ac66-3b4c0ed2f855 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:35.528129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:35.528129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-586f374d-99d8-4caa-ac66-3b4c0ed2f855 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:35.528129 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'status': 'completed', 'code': 200} Mar 08 18:57:35.608996 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978260-51ae-448e-a844-ef97dd7fd316 req-8f8aa820-29da-4781-8e6d-a7946669e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.610850 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88978260-51ae-448e-a844-ef97dd7fd316 req-8f8aa820-29da-4781-8e6d-a7946669e4a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 1128 time: 0.0612679 Mar 08 18:57:35.659711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf46f53-0574-4040-ab8b-f1e627fd7bac req-38e5235c-d8d4-46dd-b4ce-81fff4144540 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.661220 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2cf46f53-0574-4040-ab8b-f1e627fd7bac req-38e5235c-d8d4-46dd-b4ce-81fff4144540 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 944 time: 0.0576661 Mar 08 18:57:35.712607 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2cf46f53-0574-4040-ab8b-f1e627fd7bac req-7336e6e1-d4ec-451c-a734-3198f66c70d1 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451746 Mar 08 18:57:35.724012 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978260-51ae-448e-a844-ef97dd7fd316 req-4ed9aba9-8774-435f-a913-98825d901362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.726074 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88978260-51ae-448e-a844-ef97dd7fd316 req-4ed9aba9-8774-435f-a913-98825d901362 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1065249 Mar 08 18:57:35.824692 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978260-51ae-448e-a844-ef97dd7fd316 req-df9c87dd-72c9-4b7d-81e8-a7d82a5a0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.824692 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-88978260-51ae-448e-a844-ef97dd7fd316 req-df9c87dd-72c9-4b7d-81e8-a7d82a5a0ea8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920179 Mar 08 18:57:35.859234 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21b46-e1d0-4bb3-8b9c-62cc92e77d5e req-7b68a5e0-fe26-4f10-800a-3c17f9ee1ffd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.860903 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e3a21b46-e1d0-4bb3-8b9c-62cc92e77d5e req-7b68a5e0-fe26-4f10-800a-3c17f9ee1ffd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0619442 Mar 08 18:57:35.912237 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e3a21b46-e1d0-4bb3-8b9c-62cc92e77d5e req-010b83e9-da88-4c1f-9a08-23e1f7f2c4bf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447676 Mar 08 18:57:35.926387 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-47a4a9df-08d8-4fbd-829a-ae62de7d478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:35.928061 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-47a4a9df-08d8-4fbd-829a-ae62de7d478d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 1128 time: 0.0524354 Mar 08 18:57:35.971380 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-3663ed3f-6393-4090-a453-ec7d02b80ce6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 HTTP/1.1" status: 200 len: 217 time: 0.0346148 Mar 08 18:57:36.020483 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-7e8541d6-d45b-439e-871f-f803b5bc61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:36.021890 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-7e8541d6-d45b-439e-871f-f803b5bc61e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.0447791 Mar 08 18:57:36.072791 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b2064-afcd-409f-b2e1-e83a3eef5a1e req-7232ebab-3efd-4cff-be5f-070641ea91da tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:36.073519 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8748-292d-42a5-93f5-730328963d6a req-c77e3900-c437-47fb-ba54-086a99880ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:36.075113 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-c77e3900-c437-47fb-ba54-086a99880ac0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466995 Mar 08 18:57:36.075288 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e95b2064-afcd-409f-b2e1-e83a3eef5a1e req-7232ebab-3efd-4cff-be5f-070641ea91da tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0601709 Mar 08 18:57:36.125350 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e95b2064-afcd-409f-b2e1-e83a3eef5a1e req-9b984503-4e55-4be5-a012-8a0e814bc2bc tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437720 Mar 08 18:57:36.172222 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-36c800aa-387b-4dd9-9170-4a5ae4ddfcc1 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901122 Mar 08 18:57:36.272827 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-b15e8748-292d-42a5-93f5-730328963d6a req-6b8efaa5-5ed3-4975-92ed-3a75002ae802 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889630 Mar 08 18:57:36.830917 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7f30a-54af-4fbc-bb4b-516ab3f81d5d req-8014544d-5b94-4b20-9bf6-ba856c8c0986 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:36.832285 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00f7f30a-54af-4fbc-bb4b-516ab3f81d5d req-8014544d-5b94-4b20-9bf6-ba856c8c0986 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 944 time: 0.0529964 Mar 08 18:57:36.881629 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00f7f30a-54af-4fbc-bb4b-516ab3f81d5d req-15b55d9f-191a-4619-9a8f-a3adaae468d3 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437584 Mar 08 18:57:37.034827 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c1fe-8c1c-466e-8e2c-aeb200353c9b req-19e7531f-bcd8-4f08-98d3-0fc2d81b557d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:37.036451 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4a14c1fe-8c1c-466e-8e2c-aeb200353c9b req-19e7531f-bcd8-4f08-98d3-0fc2d81b557d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0537674 Mar 08 18:57:37.083126 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4a14c1fe-8c1c-466e-8e2c-aeb200353c9b req-00118634-2e54-4144-ac48-d25fb204dcdb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Mar 08 18:57:37.244228 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eb6e3-cc78-4ced-a7fb-ca2210af61c1 req-0152a5be-e486-45d8-86b1-0b0f623f5aa5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:37.245760 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-486eb6e3-cc78-4ced-a7fb-ca2210af61c1 req-0152a5be-e486-45d8-86b1-0b0f623f5aa5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0548902 Mar 08 18:57:37.303066 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-486eb6e3-cc78-4ced-a7fb-ca2210af61c1 req-f0463c7a-9882-424d-b4ac-5d43c331de1a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Mar 08 18:57:38.001208 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf585d-cb1c-49c9-b725-dfdd09d8a520 req-68434e14-2a16-4c7a-b2d4-259e0fbd465d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.002760 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97cf585d-cb1c-49c9-b725-dfdd09d8a520 req-68434e14-2a16-4c7a-b2d4-259e0fbd465d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 944 time: 0.0575912 Mar 08 18:57:38.049744 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-97cf585d-cb1c-49c9-b725-dfdd09d8a520 req-46242c2a-65f4-427e-aed9-0434fa0132b5 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414901 Mar 08 18:57:38.206271 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6e8c-e2d4-47f7-97c2-f23fad8c69c6 req-329f5045-3ba5-44d9-87a6-c7bfc7d06c47 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.207758 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-196b6e8c-e2d4-47f7-97c2-f23fad8c69c6 req-329f5045-3ba5-44d9-87a6-c7bfc7d06c47 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0533042 Mar 08 18:57:38.255963 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-196b6e8c-e2d4-47f7-97c2-f23fad8c69c6 req-bf0cadd1-3afa-40c0-8aee-956094ab9041 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Mar 08 18:57:38.418558 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9224e39-b544-4ff5-809d-4eeb11af9408 req-f7439d1e-379f-439f-a818-53ffba4b6f1f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:38.420018 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9224e39-b544-4ff5-809d-4eeb11af9408 req-f7439d1e-379f-439f-a818-53ffba4b6f1f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0525990 Mar 08 18:57:38.471121 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9224e39-b544-4ff5-809d-4eeb11af9408 req-57813068-02d9-4211-bdd6-404ba26e5a9f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450432 Mar 08 18:57:39.167800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07fb5e-b640-425c-b83a-37b50e637968 req-4baf7bc6-a48c-411b-b9db-be73e4d1731d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:39.169314 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7c07fb5e-b640-425c-b83a-37b50e637968 req-4baf7bc6-a48c-411b-b9db-be73e4d1731d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 944 time: 0.0540435 Mar 08 18:57:39.215629 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7c07fb5e-b640-425c-b83a-37b50e637968 req-03f514d3-538a-49ee-8d35-5fa2177b6a43 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407007 Mar 08 18:57:39.382004 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7ca6a-87ce-42b5-b100-40a8d2be2572 req-02746477-d9ba-45bd-938e-8f693244bcd7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:39.383402 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e0e7ca6a-87ce-42b5-b100-40a8d2be2572 req-02746477-d9ba-45bd-938e-8f693244bcd7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0557530 Mar 08 18:57:39.429691 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e0e7ca6a-87ce-42b5-b100-40a8d2be2572 req-d8410ae0-7032-4d1d-b5e8-7e4996e528b7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 Mar 08 18:57:39.595348 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a3f41-59d4-48f0-b5bb-e32f2e496ded req-f6fd84b3-2203-4105-bbff-18de7567e58a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:39.596840 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-066a3f41-59d4-48f0-b5bb-e32f2e496ded req-f6fd84b3-2203-4105-bbff-18de7567e58a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0569730 Mar 08 18:57:39.644543 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-066a3f41-59d4-48f0-b5bb-e32f2e496ded req-a6f3be27-b767-4b18-b3b2-f8ff0c634cdf tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Mar 08 18:57:39.927641 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-825a2e56-7399-4a2c-af53-1b73b140d482 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:39.928997 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-825a2e56-7399-4a2c-af53-1b73b140d482 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 946 time: 0.0534337 Mar 08 18:57:40.024808 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Deleting port b304ce2a-2bd1-4722-8f5f-b6933db201e1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:40.025140 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:40.113622 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] For port b304ce2a-2bd1-4722-8f5f-b6933db201e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b304ce2a-2bd1-4722-8f5f-b6933db201e1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:40.114001 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:40.336957 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d144-faaf-4cac-b13a-1e7023b061d0 req-38598840-1aa1-4c4d-b172-af0bc63b025f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:40.338645 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8470d144-faaf-4cac-b13a-1e7023b061d0 req-38598840-1aa1-4c4d-b172-af0bc63b025f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 944 time: 0.0565374 Mar 08 18:57:40.341970 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:40.342381 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (00bf7a99-bfd3-4d7d-8139-66b333f117e7), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:40.342703 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Floating IP 00bf7a99-bfd3-4d7d-8139-66b333f117e7 disassociated. External IP: 172.27.0.217, port: b304ce2a-2bd1-4722-8f5f-b6933db201e1. Mar 08 18:57:40.343047 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Calling delete_port for b304ce2a-2bd1-4722-8f5f-b6933db201e1 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:40.392771 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8470d144-faaf-4cac-b13a-1e7023b061d0 req-f2551bce-0bdf-446e-baec-e31cea77a731 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471215 Mar 08 18:57:40.554813 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4887743-b2cb-4551-a303-56fcc6464d96 req-6f5816cb-e584-4a6b-9745-73f67bf2f23f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:40.556284 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b4887743-b2cb-4551-a303-56fcc6464d96 req-6f5816cb-e584-4a6b-9745-73f67bf2f23f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0563009 Mar 08 18:57:40.562064 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (b304ce2a-2bd1-4722-8f5f-b6933db201e1), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:40.593041 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event deleted for resources: {'Port': ['ID=b304ce2a-2bd1-4722-8f5f-b6933db201e1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:40.615462 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b4887743-b2cb-4551-a303-56fcc6464d96 req-6986a6f8-7619-477c-93e2-18bacd36525a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509517 Mar 08 18:57:40.719683 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:57:40.739669 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-22f5e67e-1da6-41f7-b903-aa50a2fac7b5 req-caf66034-d5c9-47c3-bf1d-28a1c7643db6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.0277524 Mar 08 18:57:40.835476 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:57:40.846513 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:57:40.859913 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:40.860532 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:40.877685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] No DVR routers for this DVR port b304ce2a-2bd1-4722-8f5f-b6933db201e1 on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:57:40.880176 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:40.883502 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-a7246ca0-7a32-47c3-a7dd-b2e4a089e4b6 req-7728d290-e9c3-467d-8777-7fc31aa95cb2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "DELETE /v2.0/ports/b304ce2a-2bd1-4722-8f5f-b6933db201e1 HTTP/1.1" status: 204 len: 173 time: 0.9463787 Mar 08 18:57:40.883945 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'name': 'network-vif-deleted', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:40.886282 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb718f3-9c38-4081-ae57-23d4fa9185a8" -d '{"events": [{"server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "name": "network-vif-deleted", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:40.924744 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ffd4f8-24a6-4c5a-87dc-e7eccb899b25 x-openstack-request-id: req-f0ffd4f8-24a6-4c5a-87dc-e7eccb899b25 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:40.925039 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a", "name": "network-vif-deleted", "tag": "b304ce2a-2bd1-4722-8f5f-b6933db201e1", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:40.925294 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f0ffd4f8-24a6-4c5a-87dc-e7eccb899b25 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:40.927060 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a', 'name': 'network-vif-deleted', 'tag': 'b304ce2a-2bd1-4722-8f5f-b6933db201e1', 'status': 'completed', 'code': 200} Mar 08 18:57:40.973944 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:41.186775 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:41.212245 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:57:41.221230 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:41.227306 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:41.455655 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:41.510652 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec293e68-2a91-4927-9227-256921d86fd8 req-6d2bc1ea-32d3-4998-95f0-74a6a48dc0df tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:41.512674 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec293e68-2a91-4927-9227-256921d86fd8 req-6d2bc1ea-32d3-4998-95f0-74a6a48dc0df tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 944 time: 0.0538192 Mar 08 18:57:41.559292 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec293e68-2a91-4927-9227-256921d86fd8 req-4abe0a24-cfaa-4633-b364-1c31ad9c54be tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411012 Mar 08 18:57:41.659901 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:41.686534 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4ba93-09fd-4012-8dbe-7a1cd82225fb None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:57:41.739661 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c233c27-c0fa-4c11-8586-22dbcbd72bff req-77b3a747-da5d-48e6-a210-cb7aa03376e8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:41.741193 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1c233c27-c0fa-4c11-8586-22dbcbd72bff req-77b3a747-da5d-48e6-a210-cb7aa03376e8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0595465 Mar 08 18:57:41.791895 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1c233c27-c0fa-4c11-8586-22dbcbd72bff req-4203a499-2702-4845-8439-9e71df583aa2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445886 Mar 08 18:57:41.854788 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8ffad39d-683b-4cb6-8600-db1678c5a926 req-2a64c5e2-04cc-4556-a2e6-2736cb6ad108 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.0277052 Mar 08 18:57:41.931285 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9dacc-4c23-41b4-afdc-d484002f1752 None None] New status for floating IP 00bf7a99-bfd3-4d7d-8139-66b333f117e7: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:57:42.087556 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:57:42.190688 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:42.201829 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'port_id': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'mac_address': 'fa:16:3e:72:8d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:57:42.238700 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:42.239085 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:42.253341 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:42.273379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:42.453215 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:42.502273 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:42.677026 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc25866-e4c7-409e-b584-b4d0d7c3ddd4 req-6da83187-5635-4784-bf0c-57ee7c8193a6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:42.678513 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1bc25866-e4c7-409e-b584-b4d0d7c3ddd4 req-6da83187-5635-4784-bf0c-57ee7c8193a6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 945 time: 0.0533955 Mar 08 18:57:42.724119 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1bc25866-e4c7-409e-b584-b4d0d7c3ddd4 req-ffc1aa17-1931-4f23-9cad-93f8ed7c2375 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400984 Mar 08 18:57:42.922016 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f9b31-1a94-465e-8a5d-173343837f64 req-d7e0ef2c-e7bf-4bb6-aad7-1a41dc0aef0c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:42.923576 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c98f9b31-1a94-465e-8a5d-173343837f64 req-d7e0ef2c-e7bf-4bb6-aad7-1a41dc0aef0c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0582416 Mar 08 18:57:42.971770 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec6bf10d-66c8-49d8-9112-b9510bbe0554 req-c506bcb5-66ad-4ded-aabd-a4f810295d85 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.0359130 Mar 08 18:57:42.996602 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c98f9b31-1a94-465e-8a5d-173343837f64 req-f1c9cc79-9066-41ee-b309-c473819de1f7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669920 Mar 08 18:57:43.846080 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd7512-e190-43b2-8a39-c798a820511f req-69bcc5f9-b935-4fc9-806a-e08d12c823bf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:43.847455 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-abfd7512-e190-43b2-8a39-c798a820511f req-69bcc5f9-b935-4fc9-806a-e08d12c823bf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 945 time: 0.0540249 Mar 08 18:57:43.894859 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-abfd7512-e190-43b2-8a39-c798a820511f req-e6e1d0fc-ea0a-423a-ad52-7b32ba8953d2 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417457 Mar 08 18:57:44.081105 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b1c3d7b-baf7-45cd-81fe-f9d1f3fa269e req-8622f7b9-563b-43ab-8b9e-7710612769dc tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=9bbad7d6-bc0b-4f12-9c04-3ab8de93ee8a HTTP/1.1" status: 200 len: 210 time: 0.0313742 Mar 08 18:57:44.131891 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:44.132838 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6fd4b-79ae-4690-84d4-2120d5cd6b15 req-6c009938-3c18-4b68-a797-831da2f2d3a2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:44.134406 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ede6fd4b-79ae-4690-84d4-2120d5cd6b15 req-6c009938-3c18-4b68-a797-831da2f2d3a2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0558047 Mar 08 18:57:44.183980 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ede6fd4b-79ae-4690-84d4-2120d5cd6b15 req-87cf5406-f83d-4f71-85c7-0b1cb208b4e9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Mar 08 18:57:45.011663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb46ac-3649-4eb7-9a1f-0cb4491013ec req-4ea311d8-b671-424a-9904-8c1aec9e3342 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:45.013325 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1dfb46ac-3649-4eb7-9a1f-0cb4491013ec req-4ea311d8-b671-424a-9904-8c1aec9e3342 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 945 time: 0.0533299 Mar 08 18:57:45.065264 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1dfb46ac-3649-4eb7-9a1f-0cb4491013ec req-7df4f25a-66a7-49f3-9fe6-ddfdaac50e4b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455754 Mar 08 18:57:45.310089 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6d17-1c05-4457-a3b0-96cc94cecc92 req-8b6905df-56ca-4fc3-8d25-7734938e1347 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:45.311561 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a76c6d17-1c05-4457-a3b0-96cc94cecc92 req-8b6905df-56ca-4fc3-8d25-7734938e1347 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0535583 Mar 08 18:57:45.343077 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56818) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:45.381453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a76c6d17-1c05-4457-a3b0-96cc94cecc92 req-b1c386f8-c274-4cff-a492-2a950afc92b3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641601 Mar 08 18:57:45.410456 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8488cc1d-91b9-4eae-ba62-836d6ab9c9c5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.434960 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8488cc1d-91b9-4eae-ba62-836d6ab9c9c5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.590383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8488cc1d-91b9-4eae-ba62-836d6ab9c9c5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.592995 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8488cc1d-91b9-4eae-ba62-836d6ab9c9c5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.594173 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-8488cc1d-91b9-4eae-ba62-836d6ab9c9c5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "DELETE /v2.0/security-groups/b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f HTTP/1.1" status: 204 len: 168 time: 0.2500341 Mar 08 18:57:45.596939 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:45.603572 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488cc1d-91b9-4eae-ba62-836d6ab9c9c5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:45.611578 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.api.v2.resource [None req-c5e9bc46-94bd-45f4-b361-40d5996ea570 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] show failed (client error): The resource could not be found. Mar 08 18:57:45.612609 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c5e9bc46-94bd-45f4-b361-40d5996ea570 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups/b24a1a5c-7273-4cd4-aa73-1a7fcd30ae8f HTTP/1.1" status: 404 len: 347 time: 0.0145776 Mar 08 18:57:45.615588 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56822) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:45.740212 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Deleting port d3971037-5bed-40b4-9a9e-40cfa37d9ad1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:45.740553 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.820767 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.821086 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:45.833446 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Calling delete_port for d3971037-5bed-40b4-9a9e-40cfa37d9ad1 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:45.882324 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:57:45.989817 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:57:45.994301 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:45.994643 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.024687 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (d3971037-5bed-40b4-9a9e-40cfa37d9ad1), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.054383 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event deleted for resources: {'Port': ['ID=d3971037-5bed-40b4-9a9e-40cfa37d9ad1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:46.084292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:46.084916 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.118079 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:46.121762 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978fe9a-7198-450b-b06b-24ea86a09dad" -d '{"events": [{"server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:46.137459 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (00bf7a99-bfd3-4d7d-8139-66b333f117e7), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.140463 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.141725 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ca9af584-e4da-4949-a988-8cc3661fe50e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "DELETE /v2.0/floatingips/00bf7a99-bfd3-4d7d-8139-66b333f117e7 HTTP/1.1" status: 204 len: 168 time: 0.5251598 Mar 08 18:57:46.144616 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:46.170456 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6449bbb-5e82-4761-950e-ccc7118f760c x-openstack-request-id: req-b6449bbb-5e82-4761-950e-ccc7118f760c {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:46.170761 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:46.171021 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b6449bbb-5e82-4761-950e-ccc7118f760c {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:46.171415 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'code': 200} Mar 08 18:57:46.203853 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdad2c-84e5-42df-ba85-1992ff931125 req-d486e221-dca3-4b94-a0d5-ca9fda4d5cf8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:46.211874 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c3fdad2c-84e5-42df-ba85-1992ff931125 req-d486e221-dca3-4b94-a0d5-ca9fda4d5cf8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 945 time: 0.0627844 Mar 08 18:57:46.259395 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.260359 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device b304ce2a-2bd1-4722-8f5f-b6933db201e1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:57:46.280953 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c3fdad2c-84e5-42df-ba85-1992ff931125 req-5d4f307e-fb04-400c-83b5-73ac4039aabb tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695779 Mar 08 18:57:46.319770 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: b304ce2a-2bd1-4722-8f5f-b6933db201e1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:57:46.320212 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device b304ce2a-2bd1-4722-8f5f-b6933db201e1 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:57:46.347511 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:46.507472 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3ddcb-f019-469f-b7b6-c330f252d24f req-db53fe6c-1a13-4e4b-9f08-9b3e7d15f7ed tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:46.508973 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-18e3ddcb-f019-469f-b7b6-c330f252d24f req-db53fe6c-1a13-4e4b-9f08-9b3e7d15f7ed tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0568662 Mar 08 18:57:46.529754 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56838) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:46.535698 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92223938', 'description': 'tempest-description--564830771'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:46.553555 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3e4c7-58bf-42ae-85d0-ee31d1a09247 req-f9177085-f8f6-4c86-89e1-c46398e5ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:46.555031 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-30b3e4c7-58bf-42ae-85d0-ee31d1a09247 req-f9177085-f8f6-4c86-89e1-c46398e5ef40 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 1130 time: 0.0518730 Mar 08 18:57:46.575505 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-18e3ddcb-f019-469f-b7b6-c330f252d24f req-f7cc039c-f2b4-443c-b750-a0f637c4f0bb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601923 Mar 08 18:57:46.608036 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-30b3e4c7-58bf-42ae-85d0-ee31d1a09247 req-5082499c-33d1-423f-842a-b0d80b8fb503 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447478 Mar 08 18:57:46.658461 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.725230 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (b27b960c-51ac-4a6c-8fd1-481de37e9263), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.824919 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b27b960c-51ac-4a6c-8fd1-481de37e9263), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.857920 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27b960c-51ac-4a6c-8fd1-481de37e9263,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:46.929224 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:46.930498 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-dba5e540-9b33-4b83-9d7d-de2ed5dfddca tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3997841 Mar 08 18:57:46.933456 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56840) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:46.937795 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'security_group_rule': {'security_group_id': 'b27b960c-51ac-4a6c-8fd1-481de37e9263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:47.045121 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (2e97843d-cf2e-484f-9389-14769d9788db), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.100094 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (2e97843d-cf2e-484f-9389-14769d9788db), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.178454 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (2e97843d-cf2e-484f-9389-14769d9788db), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.197011 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e97843d-cf2e-484f-9389-14769d9788db,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:47.272152 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.273401 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-0bd9086f-60d1-4a17-98fb-5f8b2b24fc2c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389275 Mar 08 18:57:47.276123 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56844) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:47.283893 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'security_group_rule': {'security_group_id': 'b27b960c-51ac-4a6c-8fd1-481de37e9263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:47.381327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (f330fcc8-3f50-41b3-aa8d-3654d301d0ba), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.403463 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc33e-cc4a-4669-a1a6-afa40df907cb req-b0773957-71c6-4448-9efc-6c163c0a338b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:47.405099 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e43cc33e-cc4a-4669-a1a6-afa40df907cb req-b0773957-71c6-4448-9efc-6c163c0a338b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0547135 Mar 08 18:57:47.459804 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e43cc33e-cc4a-4669-a1a6-afa40df907cb req-1ddbcef1-2a48-450c-b014-d680df76ba1c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491254 Mar 08 18:57:47.460389 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (f330fcc8-3f50-41b3-aa8d-3654d301d0ba), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.550291 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (f330fcc8-3f50-41b3-aa8d-3654d301d0ba), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.570099 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f330fcc8-3f50-41b3-aa8d-3654d301d0ba,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:47.660758 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.662037 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-44ac5c0f-7ded-4153-b660-8f9109134fa7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848436 Mar 08 18:57:47.665200 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 56854) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:47.669971 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:47.702590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40f8b-16de-4866-b934-3e1077da48cb req-c37aff7f-09ad-43b1-8227-d5989874393c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:47.708288 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-93a40f8b-16de-4866-b934-3e1077da48cb req-c37aff7f-09ad-43b1-8227-d5989874393c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0568142 Mar 08 18:57:47.750673 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-93a40f8b-16de-4866-b934-3e1077da48cb req-55a93a2c-93fa-424f-9132-9fd7224032f6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408094 Mar 08 18:57:47.818777 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:47.913612 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.022938 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Allocated IP 172.27.0.51 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/b28e1c40-c394-4625-869b-cda31c1e5a10) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:57:48.125560 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.310303 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.352245 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:57:48.355104 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:57:48.357440 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:57:48.386308 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'Port': ['ID=b28e1c40-c394-4625-869b-cda31c1e5a10,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:48.448948 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (b47bbaab-b2b7-4279-8a7a-d0623bdc1960), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.601150 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f88d7b-4270-466e-b0d1-a7bbaae7d831 req-c764a70c-5901-417a-9ceb-db4eac5ea064 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:48.601751 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.601857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b5f88d7b-4270-466e-b0d1-a7bbaae7d831 req-c764a70c-5901-417a-9ceb-db4eac5ea064 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0633602 Mar 08 18:57:48.636699 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b5f88d7b-4270-466e-b0d1-a7bbaae7d831 req-5f5b9048-ecc2-4a94-8bbf-e3dbf7641366 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424621 Mar 08 18:57:48.745867 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.751477 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8916-a98e-4219-8fc4-6fb6da598ae1 req-27c0a734-3746-4f79-a1e0-351b4dc97ac6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:48.753096 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-74ba8916-a98e-4219-8fc4-6fb6da598ae1 req-27c0a734-3746-4f79-a1e0-351b4dc97ac6 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0548892 Mar 08 18:57:48.762212 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 56868) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:57:48.766683 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'port_id': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:48.811003 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (46d338a2-2c8f-45bb-99c3-3495b5de86f2), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.899266 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:48.968026 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23a4df-766e-4417-84fb-2b7e4a244d3e req-9322abb5-3697-482f-8a19-e1278071f682 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:48.969589 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da23a4df-766e-4417-84fb-2b7e4a244d3e req-9322abb5-3697-482f-8a19-e1278071f682 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.1275074 Mar 08 18:57:48.978760 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'Port': ['ID=b28e1c40-c394-4625-869b-cda31c1e5a10,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:48.993577 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (b47bbaab-b2b7-4279-8a7a-d0623bdc1960), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:49.083899 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:49.087148 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-356da2ee-21ad-47ab-ad88-9a80144123a7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4190822 Mar 08 18:57:49.093628 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da23a4df-766e-4417-84fb-2b7e4a244d3e req-21c4ab93-375e-4edd-b53c-960e81c12061 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889366 Mar 08 18:57:49.333399 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-be0ff7f6-61c8-455e-962e-6dd7757581bd tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--92223938&fields=id&tenant_id=dd02145d689e4b809d70342a8a66b373 HTTP/1.1" status: 200 len: 267 time: 0.0807595 Mar 08 18:57:49.439811 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:49.482210 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5213839-389f-44c6-980b-b726751e4c96 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:49.483680 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5213839-389f-44c6-980b-b726751e4c96 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 810 time: 0.1231802 Mar 08 18:57:49.500051 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-0618fd00-0b90-46ad-96d3-e93272639c82 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/quotas/dd02145d689e4b809d70342a8a66b373 HTTP/1.1" status: 200 len: 375 time: 0.0105915 Mar 08 18:57:49.540761 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (46d338a2-2c8f-45bb-99c3-3495b5de86f2), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:49.602406 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-eea84e64-7298-4959-90a3-ba1a719487db tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970519 Mar 08 18:57:49.710139 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP 46d338a2-2c8f-45bb-99c3-3495b5de86f2 associated. External IP: 172.27.0.25, port: 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4. Mar 08 18:57:49.777518 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-641f46ab-cd9a-4a25-a4e2-3d6194b53da4 service neutron] 10.222.0.74 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436541 Mar 08 18:57:49.920090 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:57:49.968819 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-22cbe3ec-adf9-4c2c-a9ef-f27bbdaf9e0a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477841 Mar 08 18:57:50.030146 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:50.044552 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'fae65b94-2be1-420d-951d-bea4042bf083', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083', 'mac_address': 'fa:16:3e:12:c0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:57:50.065023 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3201-5586-4024-9faf-4f3160204f1a req-d78694a5-1798-4ef1-8714-949da605dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.067023 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-d78694a5-1798-4ef1-8714-949da605dc12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.0745437 Mar 08 18:57:50.112333 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: ACTIVE; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:50.113332 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:50.135264 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fae65b94-2be1-420d-951d-bea4042bf083 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:50.163931 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:50.230753 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3201-5586-4024-9faf-4f3160204f1a req-14cf0945-bbde-4f62-820e-c29b62eca91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.236132 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-14cf0945-bbde-4f62-820e-c29b62eca91f service neutron] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 910 time: 0.1322715 Mar 08 18:57:50.305139 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-a9b190cc-936c-452d-8765-a76a8c68530a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 1001 time: 0.0641425 Mar 08 18:57:50.313329 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:50.353582 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-b941f462-6635-4b71-9d6e-7f44e8444468 service neutron] 10.222.0.74 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689712 Mar 08 18:57:50.382074 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a4de-f764-4f61-993c-0e9e6f811bb8 req-63f60957-1013-4276-8bf1-4c9525a7d55b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.382074 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-76c1a4de-f764-4f61-993c-0e9e6f811bb8 req-63f60957-1013-4276-8bf1-4c9525a7d55b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.1711788 Mar 08 18:57:50.409421 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3201-5586-4024-9faf-4f3160204f1a req-0a64f72e-4d44-426e-b870-1268009f2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.412221 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-0a64f72e-4d44-426e-b870-1268009f2283 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0999162 Mar 08 18:57:50.427594 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['fae65b94-2be1-420d-951d-bea4042bf083'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:50.471705 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:50.490803 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3201-5586-4024-9faf-4f3160204f1a req-71d9b981-8ffd-43d9-8cc8-10ac2fc13f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.492476 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-71d9b981-8ffd-43d9-8cc8-10ac2fc13f3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709724 Mar 08 18:57:50.573635 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-76c1a4de-f764-4f61-993c-0e9e6f811bb8 req-7d9d606c-a78b-4272-b63d-2e26a59dfd75 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856425 Mar 08 18:57:50.582783 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:57:50.660382 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-dc75ac8a-00a1-49e4-b5a8-1bfcff80a732 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610956 Mar 08 18:57:50.750357 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:57:50.756529 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:50.763630 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:57:50.767869 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-df3e3201-5586-4024-9faf-4f3160204f1a req-7304e90c-cbc0-4cad-88bc-fac94b5c6510 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996301 Mar 08 18:57:50.790732 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:50.792207 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:50.830767 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3192423f-f506-414c-b871-9f56bce1fe95 req-f53ffaef-546c-4272-a580-bee6a904b078 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Mar 08 18:57:50.832377 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-07b6370e-4d8d-410f-bce1-3d582b98c77b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "PUT /v2.0/floatingips/46d338a2-2c8f-45bb-99c3-3495b5de86f2 HTTP/1.1" status: 200 len: 991 time: 2.0691755 Mar 08 18:57:50.832961 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:50.835385 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4532e0-1edf-491c-b635-4e87a8971ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:50.911931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d37a734-b741-455d-94a0-ca7afbc5f7ff x-openstack-request-id: req-9d37a734-b741-455d-94a0-ca7afbc5f7ff {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:50.912715 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:50.913180 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d37a734-b741-455d-94a0-ca7afbc5f7ff {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:50.913847 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'status': 'completed', 'code': 200} Mar 08 18:57:50.980454 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-01a42272-96c5-4023-b59d-316005420b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:50.981982 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-01a42272-96c5-4023-b59d-316005420b7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 1130 time: 0.0485530 Mar 08 18:57:50.994964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:51.120616 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-16a41bf8-20dc-49cd-9105-e7cc4e9848d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:51.122257 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-16a41bf8-20dc-49cd-9105-e7cc4e9848d3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 915 time: 0.1319909 Mar 08 18:57:51.260988 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-58c5a77a-14fb-4cd8-945c-cbf8e8de2757 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 HTTP/1.1" status: 200 len: 999 time: 0.1276369 Mar 08 18:57:51.321544 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '46d338a2-2c8f-45bb-99c3-3495b5de86f2', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:72:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:57:29Z', 'updated_at': '2022-03-08T18:57:49Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:51.361133 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:57:51.376460 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:57:51.377102 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:51.379955 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-af32abee-5909-408f-bd3b-eb3f0fa175d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:51.383273 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-af32abee-5909-408f-bd3b-eb3f0fa175d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.1157904 Mar 08 18:57:51.680274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:57:51.764802 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280583c-0b6e-4722-bbd3-15bd81b762c8 req-0ef82819-1b93-4783-9b7e-7c994efdb613 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:51.771001 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5280583c-0b6e-4722-bbd3-15bd81b762c8 req-0ef82819-1b93-4783-9b7e-7c994efdb613 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 945 time: 0.0781035 Mar 08 18:57:51.805834 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-13cfb27e-c6cb-4464-8b3c-d7adbf5befb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:51.808828 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-13cfb27e-c6cb-4464-8b3c-d7adbf5befb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4179668 Mar 08 18:57:51.853425 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5280583c-0b6e-4722-bbd3-15bd81b762c8 req-1136ab9b-1f5a-41d5-8bf4-322260fa39e2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790164 Mar 08 18:57:51.875432 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:51.936533 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:57:51.938581 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd84e334-13df-476a-8c6d-5a9d9fd1f666 req-69bac9c5-5652-4c29-bd11-d30c76529b7a tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 210 time: 0.0399027 Mar 08 18:57:51.974191 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-010dafca-e087-49cf-a51c-4468ddc02a7e service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552491 Mar 08 18:57:52.078517 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab8316-a9a6-41c9-85d5-c72e72007f59 req-d8cc5571-5618-4e81-89f8-7421a059ee20 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:52.091150 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-01ab8316-a9a6-41c9-85d5-c72e72007f59 req-d8cc5571-5618-4e81-89f8-7421a059ee20 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.0831623 Mar 08 18:57:52.101583 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port fae65b94-2be1-420d-951d-bea4042bf083 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:52.102172 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (fae65b94-2be1-420d-951d-bea4042bf083), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:52.104162 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-fa4532e0-1edf-491c-b635-4e87a8971ea2 req-19cd2966-4a63-4c40-97ee-05a0fa9690ad service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214037 Mar 08 18:57:52.137564 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '46d338a2-2c8f-45bb-99c3-3495b5de86f2', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:72:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:57:29Z', 'updated_at': '2022-03-08T18:57:49Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:57:52.170461 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-01ab8316-a9a6-41c9-85d5-c72e72007f59 req-f6b23268-601b-4a76-bb76-a210a8e299db tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780873 Mar 08 18:57:52.175052 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080c55b-75ef-4921-936c-f5087d278251 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '46d338a2-2c8f-45bb-99c3-3495b5de86f2', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:72:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:57:29Z', 'updated_at': '2022-03-08T18:57:49Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:57:52.249493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:57:52.249896 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:52.300906 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:52.304967 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa2c5a-095d-4d29-847e-f104f905dcd5" -d '{"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-plugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:52.323810 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:52.373279 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10f9fb0-d6ef-45c4-a095-c72cb07122d9 x-openstack-request-id: req-a10f9fb0-d6ef-45c4-a095-c72cb07122d9 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:52.373635 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-plugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:52.373963 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a10f9fb0-d6ef-45c4-a095-c72cb07122d9 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:52.374535 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'code': 200} Mar 08 18:57:52.533081 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316829d-e4af-4799-bfc2-086148814f65 None None] New status for floating IP 46d338a2-2c8f-45bb-99c3-3495b5de86f2: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:57:52.613566 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:52.678492 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:53.052192 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-588883ff-3a56-4e0e-8331-6d96fbfcb6ff req-6d17d234-ebb1-4dcb-8bcd-5296627bbb4e tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 210 time: 0.0480793 Mar 08 18:57:53.145877 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-932019f3-5e12-41ca-8ea4-7c48d41ed878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:53.208354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572c709-947e-4d63-bd14-e7f00895a708 req-a647907c-3e2a-4a2f-a130-f426bdaf86eb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:53.217361 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a572c709-947e-4d63-bd14-e7f00895a708 req-a647907c-3e2a-4a2f-a130-f426bdaf86eb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.2894328 Mar 08 18:57:53.312704 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a572c709-947e-4d63-bd14-e7f00895a708 req-c21a6609-f828-47e9-a5d6-64b82ef7809b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890698 Mar 08 18:57:53.345696 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:57:53.408501 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703c2e-878c-4540-846d-b204ada42e72 req-ea97ae65-19c7-4a8a-ac6b-fa79db92aef0 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:53.409970 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ce703c2e-878c-4540-846d-b204ada42e72 req-ea97ae65-19c7-4a8a-ac6b-fa79db92aef0 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.1448734 Mar 08 18:57:53.473983 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ce703c2e-878c-4540-846d-b204ada42e72 req-859c0dec-81d8-447f-a28f-e47734622d64 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574458 Mar 08 18:57:54.017917 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-522b4bf3-ed54-46c1-bbc5-4088d179321b tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:54.019512 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-522b4bf3-ed54-46c1-bbc5-4088d179321b tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.1268361 Mar 08 18:57:54.165068 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17324f35-77f7-4715-bf49-4261096e521f req-5e9d5ed4-161b-431c-8449-ebdaf51e59d2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 210 time: 0.0409682 Mar 08 18:57:54.168941 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Deleting port 7921a7fc-1388-4532-9933-2ea656069360 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:57:54.169388 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (7921a7fc-1388-4532-9933-2ea656069360), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:54.291511 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] For port 7921a7fc-1388-4532-9933-2ea656069360, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7921a7fc-1388-4532-9933-2ea656069360,segment=NetworkSegment(7b848e2f-0120-4ae9-8092-af3c0ec58e02),segment_id=7b848e2f-0120-4ae9-8092-af3c0ec58e02)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:57:54.291897 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (7921a7fc-1388-4532-9933-2ea656069360), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:54.304465 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Calling delete_port for 7921a7fc-1388-4532-9933-2ea656069360 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:57:54.458371 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15dd7f-bd2b-40a4-819a-94fe5e613057 req-ce9e6c49-2f9b-4c24-92cc-e42c28c9bbed tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:54.460009 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8d15dd7f-bd2b-40a4-819a-94fe5e613057 req-ce9e6c49-2f9b-4c24-92cc-e42c28c9bbed tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0559790 Mar 08 18:57:54.513667 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8d15dd7f-bd2b-40a4-819a-94fe5e613057 req-6c048f2b-99fe-4fdb-b90d-b224b084102f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470617 Mar 08 18:57:54.610606 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc8ca-0fc4-4f0c-ab4c-0764aead18b1 req-c24f7569-b004-4c96-a070-b5f5850c5ffe tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:54.612093 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a34cc8ca-0fc4-4f0c-ab4c-0764aead18b1 req-c24f7569-b004-4c96-a070-b5f5850c5ffe tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 946 time: 0.0641274 Mar 08 18:57:54.659291 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a34cc8ca-0fc4-4f0c-ab4c-0764aead18b1 req-0659b939-ec17-45d2-b060-566ecb3a5b99 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4160265-6e9b-4fa8-837d-d3d3730950a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Mar 08 18:57:54.773235 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (7921a7fc-1388-4532-9933-2ea656069360), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:54.785918 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['7921a7fc-1388-4532-9933-2ea656069360'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:57:54.801880 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Pushing event deleted for resources: {'Port': ['ID=7921a7fc-1388-4532-9933-2ea656069360,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:54.862292 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] No DVR routers for this DVR port 7921a7fc-1388-4532-9933-2ea656069360 on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:57:54.867961 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:54.872727 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-1235c6cc-86ca-491c-adc2-b3e14eac4c1a req-f1cc966d-1488-423e-938e-7b18afb9c055 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.77 "DELETE /v2.0/ports/7921a7fc-1388-4532-9933-2ea656069360 HTTP/1.1" status: 204 len: 173 time: 0.8450058 Mar 08 18:57:54.873426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94538f4b-a607-41c5-aacc-a71b272671d3', 'name': 'network-vif-deleted', 'tag': '7921a7fc-1388-4532-9933-2ea656069360'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:54.876022 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f354805-0fe4-4d7b-ae17-866e52ea7fc4" -d '{"events": [{"server_uuid": "94538f4b-a607-41c5-aacc-a71b272671d3", "name": "network-vif-deleted", "tag": "7921a7fc-1388-4532-9933-2ea656069360"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:54.918405 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f955693-ae99-4643-b83e-12923ff42328 x-openstack-request-id: req-7f955693-ae99-4643-b83e-12923ff42328 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:54.918911 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94538f4b-a607-41c5-aacc-a71b272671d3", "name": "network-vif-deleted", "tag": "7921a7fc-1388-4532-9933-2ea656069360", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:54.919326 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f955693-ae99-4643-b83e-12923ff42328 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:54.919898 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94538f4b-a607-41c5-aacc-a71b272671d3', 'name': 'network-vif-deleted', 'tag': '7921a7fc-1388-4532-9933-2ea656069360', 'status': 'completed', 'code': 200} Mar 08 18:57:54.955736 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca9f703c-845b-4a3b-9f16-6a9bf3d63e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:55.323699 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9c21cea7-6471-4aa8-beba-4377da55568f req-2b00267c-ec88-4f7e-b1a2-fd62258230d1 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 210 time: 0.0588632 Mar 08 18:57:55.447859 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-615d2a56-0546-4167-b66d-fabec9c91f9c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.449843 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-615d2a56-0546-4167-b66d-fabec9c91f9c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 810 time: 0.1699340 Mar 08 18:57:55.527444 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-35f06ff5-7046-49f8-8cfc-ca5b09ef7be8 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd02145d689e4b809d70342a8a66b373 HTTP/1.1" status: 200 len: 378 time: 0.0663731 Mar 08 18:57:55.539910 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'port': {'device_id': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'admin_state_up': True, 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'security_groups': ['b27b960c-51ac-4a6c-8fd1-481de37e9263']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:55.727782 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6b910-6ff2-467d-b771-9f1f00e88723 req-caad1818-9183-4ae3-96d9-4ee1518d4c87 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:55.727782 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a2b6b910-6ff2-467d-b771-9f1f00e88723 req-caad1818-9183-4ae3-96d9-4ee1518d4c87 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.1110423 Mar 08 18:57:55.796605 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Made reservation on behalf of dd02145d689e4b809d70342a8a66b373 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:57:55.805402 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:55.825179 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-66ec9233-38bf-4c21-8144-2e674a58b0a5 req-aa20a7c2-22b4-4c72-80ea-5915b1b31359 tempest-VolumesSnapshotTestJSON-1461754838 tempest-VolumesSnapshotTestJSON-1461754838-project] 10.222.0.74 "GET /v2.0/ports?device_id=94538f4b-a607-41c5-aacc-a71b272671d3 HTTP/1.1" status: 200 len: 210 time: 0.0445118 Mar 08 18:57:55.862300 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a2b6b910-6ff2-467d-b771-9f1f00e88723 req-95c558e7-ce97-43f7-8daa-106d59f0cad2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270604 Mar 08 18:57:56.017804 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Allocated IP 172.20.0.3 (b862c615-770c-4344-abbb-1e35a70abc6b/ec04382b-096c-49a9-a89a-d851e3f0e19b/6a0ccd68-2f99-4676-8649-7d8e4f838789) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:57:56.185249 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.201644 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.316862 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.384786 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Network b862c615-770c-4344-abbb-1e35a70abc6b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:57:56.392521 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:57:56.406224 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:57:56.447834 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event updated for resources: {'Port': ['ID=6a0ccd68-2f99-4676-8649-7d8e4f838789,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:56.459389 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:56.460021 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.543342 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445e6c7-d0b2-48c3-9c66-6161b842d70a req-600df305-0ed9-4ce3-b318-adfe2140dd1d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:56.554349 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a445e6c7-d0b2-48c3-9c66-6161b842d70a req-600df305-0ed9-4ce3-b318-adfe2140dd1d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 931 time: 0.1095331 Mar 08 18:57:56.619796 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-416cfdd0-ec29-4ef2-8065-4e2c0beb55a9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835347 Mar 08 18:57:56.630580 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Request body: {'port': {'device_id': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:57:56.634014 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a445e6c7-d0b2-48c3-9c66-6161b842d70a req-c456c5fe-3dc3-42df-b490-0a9bddcd7481 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732577 Mar 08 18:57:56.711767 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.785927 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e2dea610-f96d-4469-af16-b61d80eb7f3b None None] Provisioning complete for port 6a0ccd68-2f99-4676-8649-7d8e4f838789 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:57:56.786559 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2dea610-f96d-4469-af16-b61d80eb7f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:56.826379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e2dea610-f96d-4469-af16-b61d80eb7f3b None None] Port 6a0ccd68-2f99-4676-8649-7d8e4f838789 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:57:57.061423 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f682e95-dce3-4b7c-a5aa-ab741a98f496 req-41c28b3c-9185-4bc4-99c6-797d4474ceb0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:57.063413 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6f682e95-dce3-4b7c-a5aa-ab741a98f496 req-41c28b3c-9185-4bc4-99c6-797d4474ceb0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0951865 Mar 08 18:57:57.129587 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6f682e95-dce3-4b7c-a5aa-ab741a98f496 req-d374ab11-6afb-45bb-a7ea-2be8896962eb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593927 Mar 08 18:57:57.130837 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0ccd68-2f99-4676-8649-7d8e4f838789 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:57:57.140161 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Publish callbacks [] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:57.157137 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Transition to ACTIVE for port object 6a0ccd68-2f99-4676-8649-7d8e4f838789 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:57:57.258545 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:57.422287 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ccd68-2f99-4676-8649-7d8e4f838789,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:57.430926 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:57.449919 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Attempting to bind port 6a0ccd68-2f99-4676-8649-7d8e4f838789 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:57:57.450290 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Attempting to bind port 6a0ccd68-2f99-4676-8649-7d8e4f838789 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:57:57.450620 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Attempting to bind port 6a0ccd68-2f99-4676-8649-7d8e4f838789 on network b862c615-770c-4344-abbb-1e35a70abc6b {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:57:57.455964 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Port 6a0ccd68-2f99-4676-8649-7d8e4f838789 on network b862c615-770c-4344-abbb-1e35a70abc6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:57:57.456290 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Attempting to bind port 6a0ccd68-2f99-4676-8649-7d8e4f838789 on network b862c615-770c-4344-abbb-1e35a70abc6b {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:57:57.462033 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:57:57.462680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Checking segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:57:57.462837 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Bound using segment: {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:57:57.463274 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Bound port: 6a0ccd68-2f99-4676-8649-7d8e4f838789, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:57:57.464644 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:57.558307 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] For port 6a0ccd68-2f99-4676-8649-7d8e4f838789, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:57:57.562109 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] For port 6a0ccd68-2f99-4676-8649-7d8e4f838789, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:57:57.693976 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:57.789473 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:57.789473 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:57.789473 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] 10.222.0.77 "PUT /v2.0/ports/6a0ccd68-2f99-4676-8649-7d8e4f838789 HTTP/1.1" status: 200 len: 1093 time: 1.1558058 Mar 08 18:57:57.789473 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:57:57.789473 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb78178-42c7-4d9b-b655-b9174599cc96" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:57:57.853382 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0ccd68-2f99-4676-8649-7d8e4f838789,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:57:57.871759 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.872549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.873102 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.873660 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.874451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.875036 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.875590 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.876310 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.877029 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.878094 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.881844 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.881844 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.881844 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5183cfc-8c2a-48c8-962a-68cd770fcb64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:57:57.886619 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a7d49f-61a3-470e-b89b-d877f0b30d35 x-openstack-request-id: req-e2a7d49f-61a3-470e-b89b-d877f0b30d35 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:57:57.888428 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:57:57.889121 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e2a7d49f-61a3-470e-b89b-d877f0b30d35 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:57:57.890073 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'status': 'completed', 'code': 200} Mar 08 18:57:57.952629 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 7921a7fc-1388-4532-9933-2ea656069360 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:57:58.032080 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787834f-6fd8-48e3-83f6-cb4caad8b21d req-a484d42f-1480-449e-a0c9-53438604d997 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.032080 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3787834f-6fd8-48e3-83f6-cb4caad8b21d req-a484d42f-1480-449e-a0c9-53438604d997 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 943 time: 0.2153125 Mar 08 18:57:58.033093 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 7921a7fc-1388-4532-9933-2ea656069360 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:57:58.033093 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 7921a7fc-1388-4532-9933-2ea656069360 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:57:58.033280 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb78178-42c7-4d9b-b655-b9174599cc96 req-092174d3-c5f3-42ee-ab44-af17fb48cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.033653 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-7eb78178-42c7-4d9b-b655-b9174599cc96 req-092174d3-c5f3-42ee-ab44-af17fb48cb42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 1127 time: 0.0777287 Mar 08 18:57:58.040231 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3787834f-6fd8-48e3-83f6-cb4caad8b21d req-d430f1f0-1ac1-477a-bf59-3ebb041adaf2 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772293 Mar 08 18:57:58.164629 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb78178-42c7-4d9b-b655-b9174599cc96 req-2cc4127f-e87b-42de-82f0-deda931fa8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.166059 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-7eb78178-42c7-4d9b-b655-b9174599cc96 req-2cc4127f-e87b-42de-82f0-deda931fa8a1 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dd02145d689e4b809d70342a8a66b373&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1154914 Mar 08 18:57:58.277609 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b748fb-83af-4586-a0f7-425a4c0ce528 req-744818a3-d622-4fe4-a9e0-3f58228751d5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.277609 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29b748fb-83af-4586-a0f7-425a4c0ce528 req-744818a3-d622-4fe4-a9e0-3f58228751d5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0597513 Mar 08 18:57:58.317366 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29b748fb-83af-4586-a0f7-425a4c0ce528 req-a539c256-9bde-4027-b690-e96c0138af60 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474682 Mar 08 18:57:58.328368 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb78178-42c7-4d9b-b655-b9174599cc96 req-73452f0d-7ead-46aa-b588-ad8801964a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.329849 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-7eb78178-42c7-4d9b-b655-b9174599cc96 req-73452f0d-7ead-46aa-b588-ad8801964a35 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559246 Mar 08 18:57:58.415178 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-c6d9e2a5-78fa-4eba-887e-59c0957792b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.417328 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-c6d9e2a5-78fa-4eba-887e-59c0957792b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 1127 time: 0.0477939 Mar 08 18:57:58.457415 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-787054cc-6952-46fc-9796-a880b63a992e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789 HTTP/1.1" status: 200 len: 217 time: 0.0338790 Mar 08 18:57:58.507355 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-93907d54-a265-4594-abb4-1cee691a44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.508844 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-93907d54-a265-4594-abb4-1cee691a44a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0442524 Mar 08 18:57:58.562644 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-08e9e4e0-26ab-4c19-abeb-0802339d76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:58.564646 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-08e9e4e0-26ab-4c19-abeb-0802339d76a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492828 Mar 08 18:57:58.668534 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-ff4cd841-b2a9-4bd0-b976-afccb1ea5b7b service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969989 Mar 08 18:57:58.780372 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-9e1ef9a2-9087-4d94-9fdf-eece91b5d68a req-21c26528-bbcf-4c80-813f-2dceb04c7ce1 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038663 Mar 08 18:57:59.189853 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:57:59.191501 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de394fde-c78f-4ba2-9c8b-afd2d0d739a2 req-aba2dc8b-73a0-4521-b03e-60fee0781dd3 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:59.193295 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de394fde-c78f-4ba2-9c8b-afd2d0d739a2 req-aba2dc8b-73a0-4521-b03e-60fee0781dd3 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 943 time: 0.0648165 Mar 08 18:57:59.258819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de394fde-c78f-4ba2-9c8b-afd2d0d739a2 req-d486cad9-d620-4543-8a55-7ff399bc21a5 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591500 Mar 08 18:57:59.454058 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206d96-59c4-4577-8466-177278106ce8 req-535f1c24-d951-4b2a-91c2-d9d7a30bb878 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:57:59.456342 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2b206d96-59c4-4577-8466-177278106ce8 req-535f1c24-d951-4b2a-91c2-d9d7a30bb878 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0631187 Mar 08 18:57:59.512153 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2b206d96-59c4-4577-8466-177278106ce8 req-bb7caeb1-cb0e-4e57-a060-bdf9a07802a3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498874 Mar 08 18:58:00.457146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331d64e-e180-47e9-9835-5aad7da73227 req-dc022304-1442-4a20-aa20-aa66e8098644 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:00.458771 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b331d64e-e180-47e9-9835-5aad7da73227 req-dc022304-1442-4a20-aa20-aa66e8098644 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 943 time: 0.0646918 Mar 08 18:58:00.517133 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b331d64e-e180-47e9-9835-5aad7da73227 req-94ce2568-328b-4bc6-96b7-18090e128a2d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518506 Mar 08 18:58:00.651980 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38581d40-e200-4a47-b94d-5211adc083d6 req-453536fc-645d-42e5-b140-57c70d4dd071 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:00.654762 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-38581d40-e200-4a47-b94d-5211adc083d6 req-453536fc-645d-42e5-b140-57c70d4dd071 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0583913 Mar 08 18:58:00.714245 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-38581d40-e200-4a47-b94d-5211adc083d6 req-f6687e3c-536f-4cca-bf90-a1fb3858c34e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513589 Mar 08 18:58:01.639097 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803644e-30bb-44ef-b1f1-1ff48223096a req-bf9951fd-313e-4e8d-9c79-fafead3e4756 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:01.765917 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c803644e-30bb-44ef-b1f1-1ff48223096a req-bf9951fd-313e-4e8d-9c79-fafead3e4756 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 943 time: 0.0524492 Mar 08 18:58:01.765917 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c803644e-30bb-44ef-b1f1-1ff48223096a req-61f7d922-15fc-4de7-a5f6-e6b9a15fd32d tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467210 Mar 08 18:58:01.841321 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525a1e-6148-4764-9e49-5fe1233acab5 req-304fd3ab-bf86-468c-a1da-c0415cdd157e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:01.842747 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91525a1e-6148-4764-9e49-5fe1233acab5 req-304fd3ab-bf86-468c-a1da-c0415cdd157e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0530450 Mar 08 18:58:01.889744 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91525a1e-6148-4764-9e49-5fe1233acab5 req-681fa44b-2e58-4484-af45-34249809571a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 Mar 08 18:58:02.219406 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6a0ccd68-2f99-4676-8649-7d8e4f838789 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:58:02.342399 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6a0ccd68-2f99-4676-8649-7d8e4f838789, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:02.353432 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'port_id': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'mac_address': 'fa:16:3e:27:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:58:02.396842 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6a0ccd68-2f99-4676-8649-7d8e4f838789 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:02.397391 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:02.411075 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0ccd68-2f99-4676-8649-7d8e4f838789 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:02.431239 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6a0ccd68-2f99-4676-8649-7d8e4f838789, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:02.572885 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:02.627533 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6a0ccd68-2f99-4676-8649-7d8e4f838789,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:02.814373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61d8c-9c39-48ff-9737-c357a84ac285 req-3bd1d5ca-3eef-4a6b-a957-532e3fc20b98 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:02.814373 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29d61d8c-9c39-48ff-9737-c357a84ac285 req-3bd1d5ca-3eef-4a6b-a957-532e3fc20b98 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 944 time: 0.0557556 Mar 08 18:58:02.859459 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29d61d8c-9c39-48ff-9737-c357a84ac285 req-a998c0ba-48d4-4730-a3f2-011bcf74f1f0 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402400 Mar 08 18:58:03.020095 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3591-9db2-47a2-9ce7-4809fcfc5a52 req-aaeb5c90-ed4a-4980-a7ce-6b71d5f8241b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:03.021842 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-968d3591-9db2-47a2-9ce7-4809fcfc5a52 req-aaeb5c90-ed4a-4980-a7ce-6b71d5f8241b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0584838 Mar 08 18:58:03.071018 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-968d3591-9db2-47a2-9ce7-4809fcfc5a52 req-5f7ccdd7-bd4f-4665-9946-6e546b664780 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Mar 08 18:58:03.525601 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['6a0ccd68-2f99-4676-8649-7d8e4f838789'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:03.921726 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-2db41559-66b7-436a-8d2a-b4fb3cfb0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:03.923279 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-2db41559-66b7-436a-8d2a-b4fb3cfb0190 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1130 time: 0.0897856 Mar 08 18:58:03.976998 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b6b57-3b6e-428b-91fa-8ec00847a5b9 req-11c9d16b-537b-4d9f-8a04-35342d4d7ec6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:03.978495 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a31b6b57-3b6e-428b-91fa-8ec00847a5b9 req-11c9d16b-537b-4d9f-8a04-35342d4d7ec6 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 944 time: 0.0526991 Mar 08 18:58:04.018979 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-936614ff-bc71-4c80-b33a-f34ac7a05f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:04.020722 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-936614ff-bc71-4c80-b33a-f34ac7a05f48 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0898931 Mar 08 18:58:04.027424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a31b6b57-3b6e-428b-91fa-8ec00847a5b9 req-c34ac252-284d-4de7-a471-f1253b597b91 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433848 Mar 08 18:58:04.084652 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-4cec40a1-dbf2-44a0-b130-c7b4807e1e44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 1001 time: 0.0577221 Mar 08 18:58:04.138727 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-d9569982-f73e-4941-9e4f-3563b7ab0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:04.140178 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-d9569982-f73e-4941-9e4f-3563b7ab0367 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0450532 Mar 08 18:58:04.197565 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345a30-37fd-4bfc-a5a9-4def8292a4af req-8e49cfa3-aa82-4567-8fdd-c4704f4f13b0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:04.198265 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-697e29ce-a150-4cf5-a09a-1698a226f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:04.199085 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8e345a30-37fd-4bfc-a5a9-4def8292a4af req-8e49cfa3-aa82-4567-8fdd-c4704f4f13b0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0570114 Mar 08 18:58:04.199802 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-697e29ce-a150-4cf5-a09a-1698a226f66e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493555 Mar 08 18:58:04.250732 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8e345a30-37fd-4bfc-a5a9-4def8292a4af req-b6e48471-2ab0-4d55-9baf-e7c743e84ec4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456667 Mar 08 18:58:04.290980 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-dfc461bb-704c-447b-b946-df0324ed343f service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829234 Mar 08 18:58:04.384605 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cb05b478-638f-4392-bd28-5173f836e4b3 req-8772233c-6c38-46e4-a60d-d3b89d3e0833 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867367 Mar 08 18:58:05.146723 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc2cc2-9a18-45db-b994-97d652cf178f req-5a4e8efe-63f1-4d65-ad56-e1268e565634 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:05.147833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-43cc2cc2-9a18-45db-b994-97d652cf178f req-5a4e8efe-63f1-4d65-ad56-e1268e565634 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 944 time: 0.0546951 Mar 08 18:58:05.212046 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-43cc2cc2-9a18-45db-b994-97d652cf178f req-229d23db-c104-4a12-af4d-5d888e1c8688 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585287 Mar 08 18:58:05.241228 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-ed93c2fa-7f31-42e8-b055-0262f3c03377 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354643096&fields=id&tenant_id=f61b9e09a04c4f69880c3665fd9f9660 HTTP/1.1" status: 200 len: 267 time: 0.0580733 Mar 08 18:58:05.308272 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-1bffa900-fac2-4d96-b588-386e19aad795 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:05.309783 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-1bffa900-fac2-4d96-b588-386e19aad795 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 984 time: 0.0622845 Mar 08 18:58:05.320589 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Request body: {'port': {'security_groups': ['55461a62-a4f2-4b6c-a814-8a4daaa5738e']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:05.429419 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:05.439687 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd72387-2cd0-4a03-bf9d-554b54935f01 req-579c160b-01fb-4563-b103-ddebb1d52e03 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:05.441172 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5fd72387-2cd0-4a03-bf9d-554b54935f01 req-579c160b-01fb-4563-b103-ddebb1d52e03 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.1169038 Mar 08 18:58:05.538533 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5fd72387-2cd0-4a03-bf9d-554b54935f01 req-3c16f96c-d378-43f5-948e-33d2473201f0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910897 Mar 08 18:58:05.655067 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:05.686876 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:05.760948 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:05.774901 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:05.840029 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:05.885796 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:05.885796 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fbe45b3b-2713-4010-b8df-0aaa881ea84e req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "PUT /v2.0/ports/c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 942 time: 0.5282290 Mar 08 18:58:05.885796 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:05.885796 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43446f0f-e183-46d3-8ee7-f4ebd1234d95" -d '{"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:05.886686 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57078) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:05.887167 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efde31-a4a9-4abd-80c4-0ff527395a2f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event updated for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=7']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:05.937093 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb2d1-b3d6-4283-abd3-15be157fdabf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group (7329c59c-9009-480b-af15-d9c5c90b83e9), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:05.949884 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:05.971753 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6694e6f0-0ed5-47a1-993b-d170f3d0c3f9 x-openstack-request-id: req-6694e6f0-0ed5-47a1-993b-d170f3d0c3f9 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:05.972397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:05.972878 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6694e6f0-0ed5-47a1-993b-d170f3d0c3f9 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:05.973508 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'status': 'completed', 'code': 200} Mar 08 18:58:05.977312 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb2d1-b3d6-4283-abd3-15be157fdabf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group (7329c59c-9009-480b-af15-d9c5c90b83e9), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.015256 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6a0ccd68-2f99-4676-8649-7d8e4f838789 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:58:06.192298 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-66f033fa-8be5-425e-ac64-f4d0954f597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:06.194405 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-66f033fa-8be5-425e-ac64-f4d0954f597a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1129 time: 0.1653292 Mar 08 18:58:06.312170 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 6a0ccd68-2f99-4676-8649-7d8e4f838789 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:58:06.320928 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 6a0ccd68-2f99-4676-8649-7d8e4f838789 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:06.320928 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.336865 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb2d1-b3d6-4283-abd3-15be157fdabf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7329c59c-9009-480b-af15-d9c5c90b83e9), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.339963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb2d1-b3d6-4283-abd3-15be157fdabf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.343863 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-8bcbb2d1-b3d6-4283-abd3-15be157fdabf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "DELETE /v2.0/security-groups/7329c59c-9009-480b-af15-d9c5c90b83e9 HTTP/1.1" status: 204 len: 168 time: 0.4913526 Mar 08 18:58:06.345881 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57088) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:06.364638 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbb2d1-b3d6-4283-abd3-15be157fdabf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7329c59c-9009-480b-af15-d9c5c90b83e9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:06.430707 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-38b33134-e255-47b9-9b47-3383a916d82b None None] Provisioning complete for port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:06.431260 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38b33134-e255-47b9-9b47-3383a916d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.438809 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-1e204ddc-83d1-4ac7-8837-670b9f5b4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:06.443383 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-1e204ddc-83d1-4ac7-8837-670b9f5b4b9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 916 time: 0.2390845 Mar 08 18:58:06.493816 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073284f8-c128-4ea5-8679-3f4b5c219840 req-ed86cfa4-84a1-499f-bf25-f32be036bfe4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:06.502372 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-073284f8-c128-4ea5-8679-3f4b5c219840 req-ed86cfa4-84a1-499f-bf25-f32be036bfe4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 944 time: 0.1690519 Mar 08 18:58:06.548884 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-073284f8-c128-4ea5-8679-3f4b5c219840 req-71f1306a-f6ad-4802-8db0-a1178139c22b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454385 Mar 08 18:58:06.553637 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6a0ccd68-2f99-4676-8649-7d8e4f838789 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:06.554317 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.593076 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-a3e19811-9a66-4d52-8b91-47f89d3b12bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 1001 time: 0.1392276 Mar 08 18:58:06.622289 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:06.624909 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299cdf68-6997-46d5-aea9-12d2ee6af986" -d '{"events": [{"server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:06.643903 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6a0ccd68-2f99-4676-8649-7d8e4f838789, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:06.656659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-38b33134-e255-47b9-9b47-3383a916d82b None None] Current status of the port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:06.659109 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-16123e3e-38dd-450a-9885-1b6620cef624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:06.660560 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-16123e3e-38dd-450a-9885-1b6620cef624 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 200 len: 854 time: 0.0608921 Mar 08 18:58:06.692656 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b0e5d-3f29-4853-9295-5d3855651c6b x-openstack-request-id: req-a22b0e5d-3f29-4853-9295-5d3855651c6b {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:06.693110 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "name": "network-vif-plugged", "status": "completed", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:06.693372 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a22b0e5d-3f29-4853-9295-5d3855651c6b {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:06.693769 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'code': 200} Mar 08 18:58:06.699542 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68b72-ac41-4c7e-b208-215be9529643 req-08f41db4-b486-4589-b99b-405c46f85e6c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:06.702447 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b7f68b72-ac41-4c7e-b208-215be9529643 req-08f41db4-b486-4589-b99b-405c46f85e6c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 946 time: 0.0800669 Mar 08 18:58:06.739552 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-c5ee3a48-8a70-464d-8f98-3ebb0a1b7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:06.741056 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-c5ee3a48-8a70-464d-8f98-3ebb0a1b7d14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628433 Mar 08 18:58:06.747551 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Deleting port 69c00db1-305f-42a8-96a7-210a3d7ecce3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:06.747902 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.760620 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b7f68b72-ac41-4c7e-b208-215be9529643 req-b1a7827b-2ae6-4e33-b19d-4db21c975003 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518291 Mar 08 18:58:06.777927 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.779443 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:06.853694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6a0ccd68-2f99-4676-8649-7d8e4f838789,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:06.896289 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: ACTIVE; New status is: DOWN {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:06.898574 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.898814 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.898814 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for floatingip (69c00db1-305f-42a8-96a7-210a3d7ecce3), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:06.908183 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-6c86202b-91e5-4dcc-a6b3-f038a34f4156 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582274 Mar 08 18:58:06.913839 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Calling delete_port for 69c00db1-305f-42a8-96a7-210a3d7ecce3 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:06.931176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:07.058085 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acc01a-0862-495f-9bb8-0f8b2fff3253 req-1a00d662-c5c9-4052-b1c5-1e918c8e1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:07.059595 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-21acc01a-0862-495f-9bb8-0f8b2fff3253 req-1a00d662-c5c9-4052-b1c5-1e918c8e1d14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 1129 time: 0.0502899 Mar 08 18:58:07.064243 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:07.093174 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-43446f0f-e183-46d3-8ee7-f4ebd1234d95 req-c78e79fd-1ab4-4680-be2d-a8d7a7c64b27 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703320 Mar 08 18:58:07.119049 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-21acc01a-0862-495f-9bb8-0f8b2fff3253 req-f2ca68b5-00b6-400e-bff4-8f6ccd46a959 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528286 Mar 08 18:58:07.129201 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:07.224003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (69c00db1-305f-42a8-96a7-210a3d7ecce3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:07.250328 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event deleted for resources: {'Port': ['ID=69c00db1-305f-42a8-96a7-210a3d7ecce3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:07.311456 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks [] for floatingip (9f403c8a-36dc-4546-8eae-e86294b255ed), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:07.311784 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Floating IP 9f403c8a-36dc-4546-8eae-e86294b255ed disassociated (deleted). External IP: 172.27.0.199, port: c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e. Mar 08 18:58:07.685997 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf1a1b-d1ce-4c3a-b2d2-fcf863e1f927 req-7ddce5b7-788c-4efb-af7d-780cab5de73f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:07.687557 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-68cf1a1b-d1ce-4c3a-b2d2-fcf863e1f927 req-7ddce5b7-788c-4efb-af7d-780cab5de73f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0556822 Mar 08 18:58:07.737192 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-68cf1a1b-d1ce-4c3a-b2d2-fcf863e1f927 req-a0f03302-7570-4583-bf7a-1c4c86c68479 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439315 Mar 08 18:58:07.777470 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Router 06c23264-f550-43b2-81dd-9929d13ea50b has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:07.885200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac1502-f5eb-4578-a03c-77f671d52b49 req-ee254d0b-9df2-4e67-9cb5-749b3e516650 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:07.886750 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-86ac1502-f5eb-4578-a03c-77f671d52b49 req-ee254d0b-9df2-4e67-9cb5-749b3e516650 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0549304 Mar 08 18:58:07.893035 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:07.897520 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:07.907499 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] Sync routers for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:07.920756 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:07.921484 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:07.931328 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-97a8726e-1aa5-4bd1-aaef-9844ef097be9 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "DELETE /v2.0/floatingips/9f403c8a-36dc-4546-8eae-e86294b255ed HTTP/1.1" status: 204 len: 168 time: 1.5741472 Mar 08 18:58:07.933180 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:07.939047 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42447e7a-01a4-4f47-9708-84832536adfd" -d '{"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:07.946258 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-86ac1502-f5eb-4578-a03c-77f671d52b49 req-52ee5ca6-4498-4ced-95c1-2e9a814e8a54 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537682 Mar 08 18:58:08.055598 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:08.071960 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f0078d-7d88-4b1a-9562-c1dd644fe1f4 x-openstack-request-id: req-21f0078d-7d88-4b1a-9562-c1dd644fe1f4 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:08.072480 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:08.074467 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-21f0078d-7d88-4b1a-9562-c1dd644fe1f4 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:08.074754 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'status': 'completed', 'code': 200} Mar 08 18:58:08.192397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447e7a-01a4-4f47-9708-84832536adfd req-087e2221-468b-4662-878d-84d232cbee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:08.194329 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-087e2221-468b-4662-878d-84d232cbee96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 1129 time: 0.0888183 Mar 08 18:58:08.287266 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:08.306108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447e7a-01a4-4f47-9708-84832536adfd req-345f8a5e-89f0-46ab-8ff1-d38e6f932f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:08.308097 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-345f8a5e-89f0-46ab-8ff1-d38e6f932f42 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 200 len: 916 time: 0.1076915 Mar 08 18:58:08.320547 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] Checking router: 06c23264-f550-43b2-81dd-9929d13ea50b for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:08.331528 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:08.332253 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:08.359958 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-5a7cf927-2df4-4e83-8bc7-89823a5ed2e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 200 len: 217 time: 0.0426919 Mar 08 18:58:08.426163 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447e7a-01a4-4f47-9708-84832536adfd req-3c80761b-3fd7-4e6a-aac9-d6291a9e8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:08.427684 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-3c80761b-3fd7-4e6a-aac9-d6291a9e8b69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 200 len: 854 time: 0.0515738 Mar 08 18:58:08.450819 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:08.480472 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447e7a-01a4-4f47-9708-84832536adfd req-4bafc1ff-516e-44ba-aab6-5c5bb20aedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:08.481992 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-4bafc1ff-516e-44ba-aab6-5c5bb20aedd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f87684d1-4d2b-4dea-a9d0-f3df9de1911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479517 Mar 08 18:58:08.594690 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-4bf5a0c5-fe27-42cf-a08e-95d675e1d2a8 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051636 Mar 08 18:58:08.695819 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:08.698733 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904e35dc-d8fd-42f0-bfc0-9417a1236f60" -d '{"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-unplugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:08.702305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42447e7a-01a4-4f47-9708-84832536adfd req-a909acbe-9639-44ab-a2e2-a95a61290cc3 service neutron] 10.222.0.77 "GET /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987403 Mar 08 18:58:08.741806 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce99ad2-5320-45d9-9759-bf297d782470 x-openstack-request-id: req-5ce99ad2-5320-45d9-9759-bf297d782470 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:08.742120 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-unplugged", "status": "failed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "code": 422}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:08.742375 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ce99ad2-5320-45d9-9759-bf297d782470 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:08.742856 dv-cinder-830088-3-iscsi neutron-server[110160]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'code': 422} returned with failed status Mar 08 18:58:08.828839 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:08.855403 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efe0b4-1d45-4580-8a02-4b39d40767a9 None None] The sync data for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi is: [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:55:24Z', 'revision_number': 4, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '497bb2ee-203d-4b06-9bd8-f2784e469fda', 'name': '', 'network_id': 'f87684d1-4d2b-4dea-a9d0-f3df9de1911e', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'mac_address': 'fa:16:3e:e8:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:23Z', 'updated_at': '2022-03-08T18:55:28Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'subnets': [{'id': '6156349d-1479-45ea-b298-c1c9cb86a950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:08.864928 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6319c2-5246-4628-84b9-72450874b69a req-102e4ccd-30a5-45c5-b96c-048ac35b344b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:08.866583 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d6319c2-5246-4628-84b9-72450874b69a req-102e4ccd-30a5-45c5-b96c-048ac35b344b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0594916 Mar 08 18:58:08.916742 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d6319c2-5246-4628-84b9-72450874b69a req-d53d430d-8506-4b6c-b01a-42cc3c346cdb tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431550 Mar 08 18:58:09.046953 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c5bf-ce15-4caf-9efb-14218a358691 req-74921201-af67-438f-b83f-895ee0a7573b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:09.048546 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7642c5bf-ce15-4caf-9efb-14218a358691 req-74921201-af67-438f-b83f-895ee0a7573b tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0613675 Mar 08 18:58:09.058592 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57134) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:09.062500 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Request body: {'floatingip': {'port_id': '6a0ccd68-2f99-4676-8649-7d8e4f838789'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:09.098360 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4aaed9-d0da-4e23-8213-f2d18fac0748 None None] New status for floating IP 9f403c8a-36dc-4546-8eae-e86294b255ed: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:09.110894 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (b47bbaab-b2b7-4279-8a7a-d0623bdc1960), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:09.580041 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:09.674954 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (b47bbaab-b2b7-4279-8a7a-d0623bdc1960), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:09.793598 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Floating IP b47bbaab-b2b7-4279-8a7a-d0623bdc1960 associated. External IP: 172.27.0.51, port: 6a0ccd68-2f99-4676-8649-7d8e4f838789. Mar 08 18:58:09.986671 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:10.013463 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:10.066083 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: DOWN; New status is: DOWN {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:10.119872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-9fab3770-3a57-4910-81e0-96d5e033283e req-44fc9bf8-7cc9-4b51-b0ce-0047ae5a53c2 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:58:10.120826 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9fab3770-3a57-4910-81e0-96d5e033283e req-44fc9bf8-7cc9-4b51-b0ce-0047ae5a53c2 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071728 Mar 08 18:58:10.141541 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:10.146574 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:10.152960 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:10.162874 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:10.163588 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:10.176378 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3893a855-3b52-4326-b953-40151fb0376c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "PUT /v2.0/floatingips/b47bbaab-b2b7-4279-8a7a-d0623bdc1960 HTTP/1.1" status: 200 len: 990 time: 1.1174521 Mar 08 18:58:10.176902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:10.179261 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:10.217232 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ad2009-0d04-4f43-b677-6cdb6e35c36b x-openstack-request-id: req-d7ad2009-0d04-4f43-b677-6cdb6e35c36b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:10.217600 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:10.217801 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7ad2009-0d04-4f43-b677-6cdb6e35c36b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:10.218628 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'status': 'completed', 'code': 200} Mar 08 18:58:10.274436 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:10.427680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847ebc-b0de-488d-bd5d-8445434e431c req-08307760-fce0-4311-bf3a-351abd8ab271 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:10.429323 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4847ebc-b0de-488d-bd5d-8445434e431c req-08307760-fce0-4311-bf3a-351abd8ab271 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0530555 Mar 08 18:58:10.483554 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4847ebc-b0de-488d-bd5d-8445434e431c req-ce67a7ba-2689-4cd0-b606-673f42a8b979 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479665 Mar 08 18:58:10.508454 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'b47bbaab-b2b7-4279-8a7a-d0623bdc1960', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'port_id': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'mac_address': 'fa:16:3e:27:7b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:57:48Z', 'updated_at': '2022-03-08T18:58:09Z', 'revision_number': 1, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:10.535805 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:10.544259 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:10.544869 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:57:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:10.654980 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:10.894079 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'b47bbaab-b2b7-4279-8a7a-d0623bdc1960', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'port_id': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'mac_address': 'fa:16:3e:27:7b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:57:48Z', 'updated_at': '2022-03-08T18:58:09Z', 'revision_number': 1, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:10.925419 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fc7b9-a52d-4a02-aeba-b721d8d2c79e None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'b47bbaab-b2b7-4279-8a7a-d0623bdc1960', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'port_id': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'mac_address': 'fa:16:3e:27:7b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:57:48Z', 'updated_at': '2022-03-08T18:58:09Z', 'revision_number': 1, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:10.955325 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57186) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:11.048203 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-a4da0957-cafa-42c2-a123-97bdbdcf1202 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917294 Mar 08 18:58:11.057621 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-49a67ba0-7b2b-4bbb-9882-a81c6e10ae25 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:58:11.058659 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-49a67ba0-7b2b-4bbb-9882-a81c6e10ae25 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055690 Mar 08 18:58:11.135294 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57196) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:11.160050 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7f58d-b473-421f-a3f5-22fefc8f1b5f None None] New status for floating IP b47bbaab-b2b7-4279-8a7a-d0623bdc1960: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:11.231444 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-106ba8ba-003c-45ae-9e7d-085d3f1aace4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:11.232931 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-106ba8ba-003c-45ae-9e7d-085d3f1aace4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports/fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 941 time: 0.0966532 Mar 08 18:58:11.610797 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26327c-6e63-435f-9b71-e538262b5256 req-941843cd-77c4-4889-b229-d36689e0f57a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:11.612258 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-af26327c-6e63-435f-9b71-e538262b5256 req-941843cd-77c4-4889-b229-d36689e0f57a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0582433 Mar 08 18:58:11.659404 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-af26327c-6e63-435f-9b71-e538262b5256 req-8c16c3aa-3638-4f03-ad69-cc2f5539632a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Mar 08 18:58:12.786335 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31519-cbd6-4938-8ef0-bc940506c45c req-c4a0882b-739c-49f3-b78e-066efedea4f0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:12.787852 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00e31519-cbd6-4938-8ef0-bc940506c45c req-c4a0882b-739c-49f3-b78e-066efedea4f0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0559752 Mar 08 18:58:12.834434 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00e31519-cbd6-4938-8ef0-bc940506c45c req-55dcb934-3998-488f-a3e1-71f817ff9ea0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409753 Mar 08 18:58:13.134156 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-c32b569f-3bed-4456-b3d2-d906887a869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:13.135756 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-c32b569f-3bed-4456-b3d2-d906887a869e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dd02145d689e4b809d70342a8a66b373&device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 1129 time: 0.0483067 Mar 08 18:58:13.227733 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-5eeb18d9-52f7-4581-9033-312dbd342cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:13.229762 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-5eeb18d9-52f7-4581-9033-312dbd342cc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 200 len: 911 time: 0.0871396 Mar 08 18:58:13.297152 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-3135f941-ff45-4357-81ce-67b0f378fcfc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789 HTTP/1.1" status: 200 len: 1000 time: 0.0611668 Mar 08 18:58:13.346670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-05b3d068-6eab-4648-b41f-8f0e82c2f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:13.348132 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-05b3d068-6eab-4648-b41f-8f0e82c2f81c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 200 len: 849 time: 0.0438402 Mar 08 18:58:13.401100 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-e0645507-ac96-4a2a-854e-5f7ad2ce8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:13.402619 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-e0645507-ac96-4a2a-854e-5f7ad2ce8977 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b862c615-770c-4344-abbb-1e35a70abc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478737 Mar 08 18:58:13.494753 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-7273f5c8-5e08-4db9-9d47-1fc70a835e5e service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833695 Mar 08 18:58:13.847053 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae5a25d5-89d1-4a7f-82e9-cf6741bd3ae4 req-76e89ad5-f2e0-4baa-bfb5-27c5c3dbc467 service neutron] 10.222.0.77 "GET /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457687 Mar 08 18:58:13.972684 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4233b-b659-4f57-a41f-5b22a696e15a req-1e7a7e7e-5043-4857-874d-168f12d71df8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:13.973679 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91c4233b-b659-4f57-a41f-5b22a696e15a req-1e7a7e7e-5043-4857-874d-168f12d71df8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0607634 Mar 08 18:58:14.020809 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91c4233b-b659-4f57-a41f-5b22a696e15a req-23093ec6-1776-472a-9ee6-879c9a6054be tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Mar 08 18:58:14.983182 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393566c-fd3c-461c-abe2-39bc61046b17 req-2c7b7eca-b0ea-496f-82c7-ca8a58aadc9f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:14.984680 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6393566c-fd3c-461c-abe2-39bc61046b17 req-2c7b7eca-b0ea-496f-82c7-ca8a58aadc9f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0552318 Mar 08 18:58:15.033123 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6393566c-fd3c-461c-abe2-39bc61046b17 req-9dfed3a8-9748-4e08-a3b5-cbd8396d551a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 Mar 08 18:58:15.154696 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7c520-2d36-4fde-8524-20728e7a45e8 req-7e5a0fb6-1f71-4413-84cd-054771790870 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.156169 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0fa7c520-2d36-4fde-8524-20728e7a45e8 req-7e5a0fb6-1f71-4413-84cd-054771790870 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0628271 Mar 08 18:58:15.203064 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0fa7c520-2d36-4fde-8524-20728e7a45e8 req-8c435d51-3e53-4f19-9f62-f3faf37622e2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413194 Mar 08 18:58:15.516900 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-646a2d8e-ecf3-46db-947b-50cf946b08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.518450 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-646a2d8e-ecf3-46db-947b-50cf946b08d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645&tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 1128 time: 0.0837860 Mar 08 18:58:15.595434 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-8727e407-3c40-4bd0-97aa-1db1f1430ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.596940 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-8727e407-3c40-4bd0-97aa-1db1f1430ad0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1128 time: 0.0507860 Mar 08 18:58:15.686923 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-57544b15-6edd-4158-9b8b-42e1792ce514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.688468 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-57544b15-6edd-4158-9b8b-42e1792ce514 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0853188 Mar 08 18:58:15.760315 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-2c54c329-8ed9-47d6-9cf6-2c6aa764f025 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 999 time: 0.0638716 Mar 08 18:58:15.807872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-8ca17b33-aba7-46d5-8131-89ad49399f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.809379 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-8ca17b33-aba7-46d5-8131-89ad49399f08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0444274 Mar 08 18:58:15.877246 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-56fbb86a-0626-4ac6-bb2d-e26f6b110898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.878722 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-56fbb86a-0626-4ac6-bb2d-e26f6b110898 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564156 Mar 08 18:58:15.983058 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2784d8c-40aa-4e3f-9bbc-ad683851b7d1 req-56b63a6e-0828-4bc3-8531-5d7e6b9f642e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:15.984513 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b2784d8c-40aa-4e3f-9bbc-ad683851b7d1 req-56b63a6e-0828-4bc3-8531-5d7e6b9f642e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.1187840 Mar 08 18:58:16.017367 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-1040ed99-67a4-4f26-8f22-42b04a1b61c5 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154568 Mar 08 18:58:16.074387 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b2784d8c-40aa-4e3f-9bbc-ad683851b7d1 req-a9b7ea91-e9e6-4071-858f-efcc84bd47a0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817590 Mar 08 18:58:16.169778 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4ee4639-c209-4eae-bc99-2df8af1d0775 req-3ebd2b19-8d65-4a5a-ac88-979e2caedddc service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398308 Mar 08 18:58:16.182740 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071870a-22d5-463e-abe6-541d1552c846 req-b1a48d51-5e1f-4974-b4be-b18bee49f677 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:16.184282 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7071870a-22d5-463e-abe6-541d1552c846 req-b1a48d51-5e1f-4974-b4be-b18bee49f677 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0808926 Mar 08 18:58:16.233738 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7071870a-22d5-463e-abe6-541d1552c846 req-e9b55e7e-f1e6-4752-9377-8c6de2332f6e tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Mar 08 18:58:16.339368 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d68e49-e60e-4665-ae96-b4abd6e152a9 req-f6a8d40b-7b76-4ce2-952e-c1833cc5dacd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:16.340873 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-41d68e49-e60e-4665-ae96-b4abd6e152a9 req-f6a8d40b-7b76-4ce2-952e-c1833cc5dacd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0618896 Mar 08 18:58:16.390149 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-41d68e49-e60e-4665-ae96-b4abd6e152a9 req-c4b994ef-3f98-48be-9e37-ff7b137097ad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Mar 08 18:58:17.231158 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5caa-4ba4-4991-917a-95142f6f683c req-1a206cdf-89a0-4cc7-b468-df79194e363e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:17.234858 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00dc5caa-4ba4-4991-917a-95142f6f683c req-1a206cdf-89a0-4cc7-b468-df79194e363e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0822346 Mar 08 18:58:17.297122 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00dc5caa-4ba4-4991-917a-95142f6f683c req-c66fd346-f374-4dbd-80f1-1971898c82b2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561140 Mar 08 18:58:17.392498 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e49a5c-9898-4a5b-b45d-0f02ab35d6b6 req-f7ad9e7b-145e-4687-8448-1ab16ab10631 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:17.394480 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67e49a5c-9898-4a5b-b45d-0f02ab35d6b6 req-f7ad9e7b-145e-4687-8448-1ab16ab10631 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0714953 Mar 08 18:58:17.466865 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-67e49a5c-9898-4a5b-b45d-0f02ab35d6b6 req-cb3d7925-a32a-4237-8664-6b47fcfc7a3e tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Mar 08 18:58:17.561550 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3db6-9c1c-431f-979e-3fc727974883 req-d1b6d3fd-216f-46c7-a54a-ec7bda133111 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:17.563216 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b05c3db6-9c1c-431f-979e-3fc727974883 req-d1b6d3fd-216f-46c7-a54a-ec7bda133111 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0701737 Mar 08 18:58:17.617164 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b05c3db6-9c1c-431f-979e-3fc727974883 req-78a4d57c-2865-4bf8-94fd-bf6112d54134 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Mar 08 18:58:18.442503 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3dfe-19f2-4de4-bde5-aa409c551a70 req-b2ccfdf0-c353-4b5d-a7f4-1d40e0413886 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:18.444059 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82cf3dfe-19f2-4de4-bde5-aa409c551a70 req-b2ccfdf0-c353-4b5d-a7f4-1d40e0413886 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0652843 Mar 08 18:58:18.502860 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82cf3dfe-19f2-4de4-bde5-aa409c551a70 req-b29741a2-f3dd-4c60-9610-b99bb0351f46 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530708 Mar 08 18:58:18.611889 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950e12-9e6f-4ce9-9ff4-1eb6044f0cd1 req-197d153b-6e66-4c44-b4ba-fa9ffc16dcde tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:18.614511 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b950e12-9e6f-4ce9-9ff4-1eb6044f0cd1 req-197d153b-6e66-4c44-b4ba-fa9ffc16dcde tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0733602 Mar 08 18:58:18.669151 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b950e12-9e6f-4ce9-9ff4-1eb6044f0cd1 req-bfea0f17-58e5-44dc-97a4-111747512094 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Mar 08 18:58:18.754856 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e4e9-249e-4141-947d-56754c37463a req-68891d91-28ec-4b03-a344-e5208ec2bd57 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:18.756451 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4020e4e9-249e-4141-947d-56754c37463a req-68891d91-28ec-4b03-a344-e5208ec2bd57 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0579910 Mar 08 18:58:18.810316 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4020e4e9-249e-4141-947d-56754c37463a req-10e20e04-d4ce-4993-8154-e8553599f6f1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475779 Mar 08 18:58:19.633599 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44908077-e520-4005-acb7-ee496ceb2c21 req-98a54eb3-7cbd-498f-9ae2-c0fc44bc854f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:19.635900 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-44908077-e520-4005-acb7-ee496ceb2c21 req-98a54eb3-7cbd-498f-9ae2-c0fc44bc854f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0590565 Mar 08 18:58:19.710800 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-44908077-e520-4005-acb7-ee496ceb2c21 req-ebcc8536-7583-4f83-a11a-83ed3123ec44 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672936 Mar 08 18:58:19.805274 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffdab0-4833-4b5b-80de-3b0d4e1a4378 req-59ec80d5-0e55-41b2-b5e5-e982594c470b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:19.807327 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a9ffdab0-4833-4b5b-80de-3b0d4e1a4378 req-59ec80d5-0e55-41b2-b5e5-e982594c470b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0554359 Mar 08 18:58:19.880906 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a9ffdab0-4833-4b5b-80de-3b0d4e1a4378 req-cd3351be-e08b-4d24-9876-548fef9fe3bf tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587561 Mar 08 18:58:19.958808 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e93ce-6603-40c9-a6b6-69fb954dbbef req-0ad56986-4701-4e3b-ba23-07b44bd8331f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:19.960407 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c05e93ce-6603-40c9-a6b6-69fb954dbbef req-0ad56986-4701-4e3b-ba23-07b44bd8331f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0548573 Mar 08 18:58:20.032792 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c05e93ce-6603-40c9-a6b6-69fb954dbbef req-0b53d0ef-fe6d-4ced-9b78-5da59d787e12 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647936 Mar 08 18:58:20.849727 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8167e-592f-425d-8e2e-79d5d6107122 req-cd2ea181-6e66-42bd-afd9-76814425b863 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:20.851517 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-86f8167e-592f-425d-8e2e-79d5d6107122 req-cd2ea181-6e66-42bd-afd9-76814425b863 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0698869 Mar 08 18:58:20.906012 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-86f8167e-592f-425d-8e2e-79d5d6107122 req-7fe68a44-0a9e-4c70-a2b0-a0e693001f5e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484376 Mar 08 18:58:21.023225 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8abd9-3296-4602-a5b4-c1dc8d127103 req-b05afaae-2a5c-4f12-b7ce-019bd05d2fea tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:21.026630 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82c8abd9-3296-4602-a5b4-c1dc8d127103 req-b05afaae-2a5c-4f12-b7ce-019bd05d2fea tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0716460 Mar 08 18:58:21.091696 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82c8abd9-3296-4602-a5b4-c1dc8d127103 req-e8d024aa-c469-4bb9-875f-3c5224997bc6 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596411 Mar 08 18:58:21.196005 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f09f3-e29d-4aa2-871c-6b556b48414c req-fd2c3bd9-5d80-4d7f-a595-13a31d0593fd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:21.198762 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff2f09f3-e29d-4aa2-871c-6b556b48414c req-fd2c3bd9-5d80-4d7f-a595-13a31d0593fd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0737064 Mar 08 18:58:21.256873 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff2f09f3-e29d-4aa2-871c-6b556b48414c req-e51ef030-f73d-44a3-8204-67a9007fd54e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504761 Mar 08 18:58:21.542882 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:22.041200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7bb6-eb5d-42cc-9f44-d7925b2d3e1e req-c6f85f14-eb85-42b0-a8df-fb587436b11e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:22.042722 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-79fa7bb6-eb5d-42cc-9f44-d7925b2d3e1e req-c6f85f14-eb85-42b0-a8df-fb587436b11e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0558939 Mar 08 18:58:22.110942 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-79fa7bb6-eb5d-42cc-9f44-d7925b2d3e1e req-b6da42da-d35b-47be-94aa-8158d0ed2e6c tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624995 Mar 08 18:58:22.230856 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2934f7-7aa3-4696-86cd-0d4ce0ec4b9c req-a6cb3983-2e4e-4b9a-9c0d-46cd9e572202 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:22.232681 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a2934f7-7aa3-4696-86cd-0d4ce0ec4b9c req-a6cb3983-2e4e-4b9a-9c0d-46cd9e572202 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0701654 Mar 08 18:58:22.294576 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a2934f7-7aa3-4696-86cd-0d4ce0ec4b9c req-29d446fe-35b4-4611-92d2-5a3f32904b5f tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557270 Mar 08 18:58:22.420525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd9f7d-d0e7-4a8d-ae9f-847525099a9b req-4797f9b8-3c6e-4c01-8d52-7c8769a0cb7e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:22.422081 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32cd9f7d-d0e7-4a8d-ae9f-847525099a9b req-4797f9b8-3c6e-4c01-8d52-7c8769a0cb7e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0693953 Mar 08 18:58:22.490713 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32cd9f7d-d0e7-4a8d-ae9f-847525099a9b req-9a78479f-e008-4108-9339-6189175856dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531235 Mar 08 18:58:22.589454 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00ba49e5-0644-4658-8a86-f00ae69f21f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:23.250982 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47b34a-7ba9-4399-9725-311538da83b9 req-0a64ee05-74bd-4478-99fb-ab8910aa8186 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:23.252490 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de47b34a-7ba9-4399-9725-311538da83b9 req-0a64ee05-74bd-4478-99fb-ab8910aa8186 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0643065 Mar 08 18:58:23.304376 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de47b34a-7ba9-4399-9725-311538da83b9 req-30149abd-6083-4eb1-a94c-83a931a49895 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Mar 08 18:58:23.422141 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742a114-6fbf-493a-a272-a04d8a0c58b2 req-882d8f6a-c1ab-4245-afcf-4df46a37d70a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:23.423944 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9742a114-6fbf-493a-a272-a04d8a0c58b2 req-882d8f6a-c1ab-4245-afcf-4df46a37d70a tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0585384 Mar 08 18:58:23.487965 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9742a114-6fbf-493a-a272-a04d8a0c58b2 req-0689c1f6-e7a3-4734-8b10-bc852ed06a03 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562055 Mar 08 18:58:23.649299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c2c16-0b6d-4ec1-958c-cc639fd41729 req-7c7eb850-1b10-43cc-a867-a15c7f0a4813 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:23.658326 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-be0c2c16-0b6d-4ec1-958c-cc639fd41729 req-7c7eb850-1b10-43cc-a867-a15c7f0a4813 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0687165 Mar 08 18:58:23.706440 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-be0c2c16-0b6d-4ec1-958c-cc639fd41729 req-eceda55c-946e-48f5-8778-ecde7078d4c9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472202 Mar 08 18:58:24.442398 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3b8a1-3651-45cc-8b30-dbd8a1ab3fb8 req-d226e892-a1c0-47f7-9ba9-e787559af5b0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:24.444611 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-eaa3b8a1-3651-45cc-8b30-dbd8a1ab3fb8 req-d226e892-a1c0-47f7-9ba9-e787559af5b0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0697150 Mar 08 18:58:24.502436 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-eaa3b8a1-3651-45cc-8b30-dbd8a1ab3fb8 req-e2b7fbce-87c5-4b4f-b63b-bdf4407d1360 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500329 Mar 08 18:58:24.642946 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7800fe-045c-4740-b6eb-57eace7c555c req-5b7279fd-ee2f-49d1-a105-1a44463a13a8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:24.644355 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5d7800fe-045c-4740-b6eb-57eace7c555c req-5b7279fd-ee2f-49d1-a105-1a44463a13a8 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0608740 Mar 08 18:58:24.697205 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5d7800fe-045c-4740-b6eb-57eace7c555c req-3ad3e5fe-c7a3-4189-be88-9d9356bf1f10 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471225 Mar 08 18:58:24.846675 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d91472-0ce3-441c-991f-de7f2138fb8a req-74447c97-5b07-4eeb-9b9a-3d2057f2f5f5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:24.849482 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98d91472-0ce3-441c-991f-de7f2138fb8a req-74447c97-5b07-4eeb-9b9a-3d2057f2f5f5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0608904 Mar 08 18:58:24.930347 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-98d91472-0ce3-441c-991f-de7f2138fb8a req-ec0981d6-821f-43c3-8328-569343f8e7ce tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693874 Mar 08 18:58:24.949435 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c2091b5b-5795-427d-9df0-9683dc9f2088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.147799 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57386) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:25.201419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Deleting subnet 3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:58:25.205389 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Publish callbacks [] for subnet (3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.247527 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.292168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.447684 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.473674 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:25.477665 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.482467 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-22cdd22c-6cf2-4c19-9e62-f8c03e8a9378 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3e2ab73d-fcbf-4ffe-b56a-9a843c2fafec HTTP/1.1" status: 204 len: 168 time: 0.3334663 Mar 08 18:58:25.483547 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57388) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:25.553565 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.668733 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.693349 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abc4dae-e390-4a2d-889c-4c4b79bdd6ce']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:25.705397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b848e2f-0120-4ae9-8092-af3c0ec58e02') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:25.705699 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b848e2f-0120-4ae9-8092-af3c0ec58e02') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:25.717712 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12440118'] for segment (7b848e2f-0120-4ae9-8092-af3c0ec58e02), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.725813 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e63c3b-7c6e-49bc-afb6-5a93465e0597 req-e0038ddc-3b6c-4b2f-bcc2-b6aaa45acc42 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:25.727350 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91e63c3b-7c6e-49bc-afb6-5a93465e0597 req-e0038ddc-3b6c-4b2f-bcc2-b6aaa45acc42 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.1323438 Mar 08 18:58:25.751949 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (7b848e2f-0120-4ae9-8092-af3c0ec58e02), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.761294 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:58:25.761688 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12559180'] for segment (7b848e2f-0120-4ae9-8092-af3c0ec58e02), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: Traceback (most recent call last): Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: timer() Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: cb(*args, **kw) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: return func(*args, **kwargs) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: self._notify() Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: self.callback(batched_events) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: event.method(event) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: return f(self, *a, **k) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._get(url).json() Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: return self.request(url, 'GET', **kwargs) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:58:25.764510 dv-cinder-830088-3-iscsi neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:58:25.865981 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91e63c3b-7c6e-49bc-afb6-5a93465e0597 req-4bbb311f-892e-4bd6-9016-4c62dc244beb tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327431 Mar 08 18:58:25.890972 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e7637-7f95-4dcd-8741-1a8958340f1e req-b111575d-66c2-4bdf-ba56-f19e1503950b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:25.892430 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b89e7637-7f95-4dcd-8741-1a8958340f1e req-b111575d-66c2-4bdf-ba56-f19e1503950b tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.1139805 Mar 08 18:58:25.938922 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b89e7637-7f95-4dcd-8741-1a8958340f1e req-3adffa61-5b1d-4280-a29e-30caaba97ecd tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Mar 08 18:58:25.943682 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (5abc4dae-e390-4a2d-889c-4c4b79bdd6ce), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.949906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:25.954621 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5abc4dae-e390-4a2d-889c-4c4b79bdd6ce HTTP/1.1" status: 204 len: 168 time: 0.4686720 Mar 08 18:58:25.965450 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abc4dae-e390-4a2d-889c-4c4b79bdd6ce,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:25.984926 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.987383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.988214 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.988803 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.989158 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.990096 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.990461 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.990807 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.991149 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.991487 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.991823 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.992155 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:25.992841 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eca0b3-2406-4adb-88bd-01f39b554506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:26.074389 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30aa61-14b6-42e7-a74c-3f6e05568291 req-77fdc85a-fcb7-4de2-9d9c-155a6b0f26eb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:26.075908 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dc30aa61-14b6-42e7-a74c-3f6e05568291 req-77fdc85a-fcb7-4de2-9d9c-155a6b0f26eb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0587735 Mar 08 18:58:26.125324 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dc30aa61-14b6-42e7-a74c-3f6e05568291 req-c9d00cf3-cd75-49e3-ba14-8bf38ef0c79a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Mar 08 18:58:26.144747 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:26.440390 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57398) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:26.478938 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-13e552fa-c049-4530-81b2-573664868740 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2939120675f246a396f1b6e79778eae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379620 Mar 08 18:58:26.481370 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:26.528034 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-34fce106-b996-4e20-88d2-860129ec5d84 admin admin] Publish callbacks [] for security_group (f4160265-6e9b-4fa8-837d-d3d3730950a3), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:26.548937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-34fce106-b996-4e20-88d2-860129ec5d84 admin admin] Publish callbacks [] for security_group (f4160265-6e9b-4fa8-837d-d3d3730950a3), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:26.669490 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-34fce106-b996-4e20-88d2-860129ec5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f4160265-6e9b-4fa8-837d-d3d3730950a3), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:26.672254 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-34fce106-b996-4e20-88d2-860129ec5d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:26.673417 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-34fce106-b996-4e20-88d2-860129ec5d84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4160265-6e9b-4fa8-837d-d3d3730950a3 HTTP/1.1" status: 204 len: 168 time: 0.1911571 Mar 08 18:58:26.681245 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fce106-b996-4e20-88d2-860129ec5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4160265-6e9b-4fa8-837d-d3d3730950a3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:27.030317 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-9eae1238-a600-4635-a586-6e440e863bfd tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.031936 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-9eae1238-a600-4635-a586-6e440e863bfd tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.0740020 Mar 08 18:58:27.041290 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995be19-d60e-4077-8601-5f7c93846b6a req-52dc5f91-c6cc-452e-b769-a17daafa4de1 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.042935 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5995be19-d60e-4077-8601-5f7c93846b6a req-52dc5f91-c6cc-452e-b769-a17daafa4de1 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.1019020 Mar 08 18:58:27.060131 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b2ca-80ac-4895-9f47-987c64123985 req-c480f431-ae29-4354-bdcb-3ffb91335e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.061632 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-c480f431-ae29-4354-bdcb-3ffb91335e8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.1285055 Mar 08 18:58:27.160373 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Deleting port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:27.161092 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.188757 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5995be19-d60e-4077-8601-5f7c93846b6a req-92dd4503-ebb1-425c-ad2f-dea4e292a508 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260700 Mar 08 18:58:27.199335 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8992a3a-900b-4dd4-967b-a4447c0386db req-daaf0bc8-7d1e-4bb8-a203-55141072f7e4 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.200866 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e8992a3a-900b-4dd4-967b-a4447c0386db req-daaf0bc8-7d1e-4bb8-a203-55141072f7e4 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 945 time: 0.1824491 Mar 08 18:58:27.251983 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b2ca-80ac-4895-9f47-987c64123985 req-932b3ed8-9024-420a-8a55-bb986b41c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.253551 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-932b3ed8-9024-420a-8a55-bb986b41c0f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 910 time: 0.1816962 Mar 08 18:58:27.272288 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] For port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:27.272650 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.273827 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e8992a3a-900b-4dd4-967b-a4447c0386db req-ab2a9ff6-be7f-4d35-af1b-27bc01821a61 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/security-groups?id=55461a62-a4f2-4b6c-a814-8a4daaa5738e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669649 Mar 08 18:58:27.285672 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Calling delete_port for c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:27.359920 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-ce3a7aee-71d2-40a1-b288-39e8a13a3d1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 1001 time: 0.0975928 Mar 08 18:58:27.401974 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad874f4-4565-4f30-babb-7653214fd255 req-978ff66a-8a79-4fae-ab49-fe9be89efb82 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.403598 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cad874f4-4565-4f30-babb-7653214fd255 req-978ff66a-8a79-4fae-ab49-fe9be89efb82 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.1333475 Mar 08 18:58:27.447068 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b2ca-80ac-4895-9f47-987c64123985 req-5a061c0b-cf65-4c21-8664-c15a4bcf2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.448446 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-5a061c0b-cf65-4c21-8664-c15a4bcf2ed0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0809724 Mar 08 18:58:27.458002 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.471185 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cad874f4-4565-4f30-babb-7653214fd255 req-397cebc7-98dd-4da4-87e3-07710cc9ed67 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614994 Mar 08 18:58:27.498452 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.510354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b2ca-80ac-4895-9f47-987c64123985 req-8380668a-9166-40c6-a254-92a053cc701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:27.511910 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-8380668a-9166-40c6-a254-92a053cc701b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562489 Mar 08 18:58:27.514235 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:27.533929 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Pushing event deleted for resources: {'Port': ['ID=c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:27.586648 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] No DVR routers for this DVR port c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:27.590099 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:27.593716 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-aed4d165-a9e4-4abb-bf94-aa74bd42a5d9 req-7a04bfa6-cdfd-4c0f-8a90-8ee4e357ab24 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.77 "DELETE /v2.0/ports/c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e HTTP/1.1" status: 204 len: 173 time: 0.5510502 Mar 08 18:58:27.594207 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'name': 'network-vif-deleted', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:27.596492 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef9518-2e9a-4908-863b-41dd640c92ad" -d '{"events": [{"server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "name": "network-vif-deleted", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:27.612737 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-3f159d45-4a74-48f2-a3d5-9ae2b4b3c65f service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942690 Mar 08 18:58:27.633135 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a1cdcc-363a-46a4-8431-bda98ce658d8 x-openstack-request-id: req-96a1cdcc-363a-46a4-8431-bda98ce658d8 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:27.633428 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e4e313-89e0-4a7c-bba4-6bf62d829b98", "name": "network-vif-deleted", "tag": "c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:27.633693 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96a1cdcc-363a-46a4-8431-bda98ce658d8 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:27.634758 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e4e313-89e0-4a7c-bba4-6bf62d829b98', 'name': 'network-vif-deleted', 'tag': 'c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e', 'status': 'completed', 'code': 200} Mar 08 18:58:27.707496 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3326b2ca-80ac-4895-9f47-987c64123985 req-65425a37-ee57-4758-8919-67dbe3e32ffb service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Mar 08 18:58:28.309676 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d69a6-3f79-43a0-8bff-8bb74778e73b req-780c1452-81f4-46a2-92e2-427e990b431f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.311198 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-648d69a6-3f79-43a0-8bff-8bb74778e73b req-780c1452-81f4-46a2-92e2-427e990b431f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Mar 08 18:58:28.365651 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-648d69a6-3f79-43a0-8bff-8bb74778e73b req-a32ab060-45de-4ad4-aa2b-fd3aaeab75e9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489087 Mar 08 18:58:28.392421 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-82676684-43f8-4348-acc3-95cfe90c6013 req-466bf042-33f7-48f3-b446-af9cc8d54ac1 tempest-TestMinimumBasicScenario-1936042960 tempest-TestMinimumBasicScenario-1936042960-project] 10.222.0.74 "GET /v2.0/ports?device_id=93e4e313-89e0-4a7c-bba4-6bf62d829b98 HTTP/1.1" status: 200 len: 210 time: 0.0315843 Mar 08 18:58:28.597336 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dceab1-68b5-4977-90a0-9dbbb640d23b req-d3a78fbb-3803-4f79-94c2-0c772735bf98 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:28.598924 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-62dceab1-68b5-4977-90a0-9dbbb640d23b req-d3a78fbb-3803-4f79-94c2-0c772735bf98 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0574343 Mar 08 18:58:28.646916 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-62dceab1-68b5-4977-90a0-9dbbb640d23b req-cba8c474-50b2-4de0-9046-60c9040e2811 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 Mar 08 18:58:29.149206 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:29.486608 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db957a3-156b-47f4-abbd-9e603397886c req-b5a4cba2-9bfd-46f2-bc83-234a9b02bb38 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:29.488062 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1db957a3-156b-47f4-abbd-9e603397886c req-b5a4cba2-9bfd-46f2-bc83-234a9b02bb38 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0548785 Mar 08 18:58:29.538685 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1db957a3-156b-47f4-abbd-9e603397886c req-0114df9f-f785-46ba-a234-ab093c233b5d tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Mar 08 18:58:29.776224 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dbf02-d8e5-4558-b299-4a64cd0cf6d9 req-9a2084af-759f-4bde-b239-162b32b62234 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:29.778684 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-168dbf02-d8e5-4558-b299-4a64cd0cf6d9 req-9a2084af-759f-4bde-b239-162b32b62234 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0599468 Mar 08 18:58:29.835409 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-168dbf02-d8e5-4558-b299-4a64cd0cf6d9 req-8080158f-7e5c-4741-a131-c8d9616a1ee4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510945 Mar 08 18:58:30.348969 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:58:30.657999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99836b2-bad4-407d-8692-3e2d36c8f602 req-b60453bd-4b83-4b64-9656-15533cac2dd9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:30.659506 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c99836b2-bad4-407d-8692-3e2d36c8f602 req-b60453bd-4b83-4b64-9656-15533cac2dd9 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0532007 Mar 08 18:58:30.713765 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c99836b2-bad4-407d-8692-3e2d36c8f602 req-3d4dc7e8-1f9e-4742-a8b0-4e6a173e2002 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484838 Mar 08 18:58:30.869116 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-ff90f1b2-7191-40fe-b8f8-6fb3ed8a3a87 req-486ebc45-48ea-4241-a85f-ed3d9b8367db service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:58:30.869993 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff90f1b2-7191-40fe-b8f8-6fb3ed8a3a87 req-486ebc45-48ea-4241-a85f-ed3d9b8367db service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0960584 Mar 08 18:58:30.962475 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c396-9226-42b5-99db-a149f341df16 req-3586283f-f011-4daf-a636-11949dff3865 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:30.964623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5c37c396-9226-42b5-99db-a149f341df16 req-3586283f-f011-4daf-a636-11949dff3865 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0537910 Mar 08 18:58:31.012458 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5c37c396-9226-42b5-99db-a149f341df16 req-846cc4ee-c45a-4320-88f2-1a7ae64d58fb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422974 Mar 08 18:58:31.311568 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57474) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:31.569846 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a822da0-55d3-4edd-a0ea-4cd41bb554a3 req-2326315c-4db8-4e41-8d7e-e4c5e5cf855b tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:31.571380 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0a822da0-55d3-4edd-a0ea-4cd41bb554a3 req-2326315c-4db8-4e41-8d7e-e4c5e5cf855b tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0580528 Mar 08 18:58:31.628352 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0a822da0-55d3-4edd-a0ea-4cd41bb554a3 req-7c6490b5-86dd-4a09-8bbf-965839d6f261 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497270 Mar 08 18:58:31.644807 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57482) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:31.730715 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (06c23264-f550-43b2-81dd-9929d13ea50b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:31.731762 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-e3cc5153-592b-46a1-a2dd-c36728bf03f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855668 Mar 08 18:58:31.740360 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-61a244d7-c0de-4cfc-ae38-70194e5838de service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 18:58:31.741301 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-61a244d7-c0de-4cfc-ae38-70194e5838de service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048723 Mar 08 18:58:31.876919 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57490) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:31.968842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-36515fec-eef3-4aca-a5d6-4e73b4f89c7d tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:31.970275 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-36515fec-eef3-4aca-a5d6-4e73b4f89c7d tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports/6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 942 time: 0.0923648 Mar 08 18:58:31.982523 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Deleting port 497bb2ee-203d-4b06-9bd8-f2784e469fda {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:31.982861 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:32.067215 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] For port 497bb2ee-203d-4b06-9bd8-f2784e469fda, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=497bb2ee-203d-4b06-9bd8-f2784e469fda,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:32.067583 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:32.079999 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Calling delete_port for 497bb2ee-203d-4b06-9bd8-f2784e469fda owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:32.105913 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:32.138119 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:32.138378 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device c43d3bad-7bff-4b9d-a3f8-4c9c9d288c4e not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:32.149210 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f0bb7-fef6-4e6c-a101-109b6700308a req-c91920a4-d434-4660-9a0e-b60f3441c991 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:32.151465 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d62f0bb7-fef6-4e6c-a101-109b6700308a req-c91920a4-d434-4660-9a0e-b60f3441c991 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0643110 Mar 08 18:58:32.199221 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d62f0bb7-fef6-4e6c-a101-109b6700308a req-6549e2de-5e3b-4b18-b297-d91c7c255472 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Mar 08 18:58:32.355596 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (497bb2ee-203d-4b06-9bd8-f2784e469fda), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:32.381338 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=497bb2ee-203d-4b06-9bd8-f2784e469fda,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:32.560740 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (06c23264-f550-43b2-81dd-9929d13ea50b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:32.753076 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea998-ecde-475b-97b5-77725eb8f7a3 req-12fc9ffc-406a-44db-9c09-f53b082cb2f0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:32.754761 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-850ea998-ecde-475b-97b5-77725eb8f7a3 req-12fc9ffc-406a-44db-9c09-f53b082cb2f0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Mar 08 18:58:32.791909 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Router 06c23264-f550-43b2-81dd-9929d13ea50b has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:32.804849 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-850ea998-ecde-475b-97b5-77725eb8f7a3 req-ee2d6fdd-8fce-4e39-925d-47196ee8e42f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Mar 08 18:58:32.917109 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:32.922036 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-0f7cc443-5d1f-46d1-96e4-08a8c9262e2e admin admin] 10.222.0.74 "PUT /v2.0/routers/06c23264-f550-43b2-81dd-9929d13ea50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6094341 Mar 08 18:58:32.924611 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:32.927924 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] Sync routers for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:32.938333 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:32.939181 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:33.037124 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks [] for router (06c23264-f550-43b2-81dd-9929d13ea50b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.049153 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:33.163233 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks [] for router_gateway (06c23264-f550-43b2-81dd-9929d13ea50b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.237747 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:58:32Z', 'revision_number': 5, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port': {'id': '363f06f5-e47a-4558-bd54-a0dfcc6ba38e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:20Z', 'updated_at': '2022-03-08T18:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:33.268090 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] Checking router: 06c23264-f550-43b2-81dd-9929d13ea50b for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:33.277767 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] Routers {'06c23264-f550-43b2-81dd-9929d13ea50b'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:33.278418 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['06c23264-f550-43b2-81dd-9929d13ea50b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:33.320733 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Deleting port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:33.321160 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.322340 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868d93b-ba1d-4c18-b189-8a7f2c0481a5 req-870c46d6-6ca2-4384-aa01-f36c4e9e46e5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:33.324454 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9868d93b-ba1d-4c18-b189-8a7f2c0481a5 req-870c46d6-6ca2-4384-aa01-f36c4e9e46e5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0530119 Mar 08 18:58:33.378815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] Set router 06c23264-f550-43b2-81dd-9929d13ea50b gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:33.383031 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9868d93b-ba1d-4c18-b189-8a7f2c0481a5 req-cc0c6fb6-2b20-46ad-889c-07a86dbc9724 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528777 Mar 08 18:58:33.411228 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] For port 363f06f5-e47a-4558-bd54-a0dfcc6ba38e, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:33.411228 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.423895 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Calling delete_port for 363f06f5-e47a-4558-bd54-a0dfcc6ba38e owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:33.550474 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:58:33Z', 'revision_number': 6, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:33.576815 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40d2f9-fd32-438c-b9ce-be552b82bd45 None None] The sync data for ids ['06c23264-f550-43b2-81dd-9929d13ea50b'] in dv-cinder-830088-3-iscsi is: [{'id': '06c23264-f550-43b2-81dd-9929d13ea50b', 'name': 'tempest-TestMinimumBasicScenario-1401203889-router', 'tenant_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:19Z', 'updated_at': '2022-03-08T18:58:33Z', 'revision_number': 6, 'project_id': 'f61b9e09a04c4f69880c3665fd9f9660', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:33.754395 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (363f06f5-e47a-4558-bd54-a0dfcc6ba38e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.778680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=363f06f5-e47a-4558-bd54-a0dfcc6ba38e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:33.844167 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (06c23264-f550-43b2-81dd-9929d13ea50b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.926751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea43c43-926e-402e-a52a-5f82875d9571 req-05a27a2d-ae25-426a-84a5-2affb12d0e29 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:33.927334 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ea43c43-926e-402e-a52a-5f82875d9571 req-05a27a2d-ae25-426a-84a5-2affb12d0e29 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Mar 08 18:58:33.940161 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (06c23264-f550-43b2-81dd-9929d13ea50b), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.944451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks [] for router_controller (06c23264-f550-43b2-81dd-9929d13ea50b), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:33.992164 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ea43c43-926e-402e-a52a-5f82875d9571 req-62fe60f8-a6d4-4f2d-92bf-6a6720011433 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563686 Mar 08 18:58:34.081164 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (06c23264-f550-43b2-81dd-9929d13ea50b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.081777 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c23264-f550-43b2-81dd-9929d13ea50b {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:58:34.089540 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.089540 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-557e464d-7b98-449e-8d83-f09c829216f2 admin admin] 10.222.0.74 "DELETE /v2.0/routers/06c23264-f550-43b2-81dd-9929d13ea50b HTTP/1.1" status: 204 len: 168 time: 1.1617835 Mar 08 18:58:34.090674 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57510) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:34.121851 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:34.137425 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Deleting subnet 6156349d-1479-45ea-b298-c1c9cb86a950 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:58:34.140693 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Publish callbacks [] for subnet (6156349d-1479-45ea-b298-c1c9cb86a950), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.176046 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (6156349d-1479-45ea-b298-c1c9cb86a950), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.202626 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6b07756c-844e-4cd1-a557-458ad66f831a is: ACTIVE; New status is: DOWN {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:34.202944 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.226936 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:34.229291 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72b46e8-8f78-4d60-9e01-3cd84328203a" -d '{"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-unplugged", "status": "completed", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:34.245341 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:34.289391 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (6156349d-1479-45ea-b298-c1c9cb86a950), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.318091 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e004631e-2bd2-43c3-a806-553b851f6b62 x-openstack-request-id: req-e004631e-2bd2-43c3-a806-553b851f6b62 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:34.318964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-unplugged", "status": "failed", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "code": 422}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:34.318964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e004631e-2bd2-43c3-a806-553b851f6b62 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:34.319208 dv-cinder-830088-3-iscsi neutron-server[110160]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'code': 422} returned with failed status Mar 08 18:58:34.409362 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 363f06f5-e47a-4558-bd54-a0dfcc6ba38e no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:34.430725 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 363f06f5-e47a-4558-bd54-a0dfcc6ba38e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:34.431671 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 363f06f5-e47a-4558-bd54-a0dfcc6ba38e not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:34.433009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 497bb2ee-203d-4b06-9bd8-f2784e469fda no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:34.455218 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 497bb2ee-203d-4b06-9bd8-f2784e469fda {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:34.455565 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 497bb2ee-203d-4b06-9bd8-f2784e469fda not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:34.526528 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.530906 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8c16-fa3b-44f9-a795-154869a7e4e4 req-26534172-193a-4c7f-b214-37285b18c7f1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:34.530906 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-900f8c16-fa3b-44f9-a795-154869a7e4e4 req-26534172-193a-4c7f-b214-37285b18c7f1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0606310 Mar 08 18:58:34.582846 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:34.583086 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-900f8c16-fa3b-44f9-a795-154869a7e4e4 req-9045936f-af9b-4d61-a723-d38e01ddb977 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462673 Mar 08 18:58:34.589041 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.589395 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.589732 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.590109 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.590444 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.590773 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.591096 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.591422 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.591742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.592115 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.592382 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.592697 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.593014 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:58:34.646963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (6156349d-1479-45ea-b298-c1c9cb86a950), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.675779 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6156349d-1479-45ea-b298-c1c9cb86a950,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:34.686741 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.687962 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-60a0a9e4-198d-4741-b81d-f37f84bac1f1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6156349d-1479-45ea-b298-c1c9cb86a950 HTTP/1.1" status: 204 len: 168 time: 0.5963435 Mar 08 18:58:34.690398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57518) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:34.693481 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b3fe3-7bca-44a4-8032-a562bc36a27e None None] Network f87684d1-4d2b-4dea-a9d0-f3df9de1911e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:58:34.762541 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (f87684d1-4d2b-4dea-a9d0-f3df9de1911e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.826286 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Deleting port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:34.826629 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.884909 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] DHCP port deletion for f87684d1-4d2b-4dea-a9d0-f3df9de1911e request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:58:34.931399 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] Deleting port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:34.931788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:34.998679 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] For port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:34.999106 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.012972 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] Calling delete_port for 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:35.132940 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42444e1-8349-4339-9127-a544f545303d req-a1036155-1385-4761-bfb0-f3f629c2b2e7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.135094 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f42444e1-8349-4339-9127-a544f545303d req-a1036155-1385-4761-bfb0-f3f629c2b2e7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0715396 Mar 08 18:58:35.150676 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] For port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,segment=NetworkSegment(0e0bc89f-842f-4800-bf75-aa8309871129),segment_id=0e0bc89f-842f-4800-bf75-aa8309871129)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:35.151116 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.167510 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Calling delete_port for 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:35.188685 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f42444e1-8349-4339-9127-a544f545303d req-fea5639b-1fdb-4e7a-86ef-189980f4657d tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479157 Mar 08 18:58:35.276206 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.288921 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.306801 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] Pushing event deleted for resources: {'Port': ['ID=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:35.313864 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7141231-90e3-4ff4-91b3-c5b1d9564ccc None None] No DVR routers for this DVR port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:35.317136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:35.319082 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] No DVR routers for this DVR port 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:35.407928 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (f87684d1-4d2b-4dea-a9d0-f3df9de1911e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.431118 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87684d1-4d2b-4dea-a9d0-f3df9de1911e']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:35.435879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-748b8f97-864d-444e-bfb5-89b4cb6f6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.437397 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-748b8f97-864d-444e-bfb5-89b4cb6f6ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433&tenant_id=832e6502d0e6485990465e594d8e27f5 HTTP/1.1" status: 200 len: 1127 time: 0.0494840 Mar 08 18:58:35.441047 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0bc89f-842f-4800-bf75-aa8309871129') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:35.441368 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0bc89f-842f-4800-bf75-aa8309871129') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:35.456191 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (0e0bc89f-842f-4800-bf75-aa8309871129), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.470706 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (0e0bc89f-842f-4800-bf75-aa8309871129), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.476840 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:58:35.477233 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (0e0bc89f-842f-4800-bf75-aa8309871129), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: self.session.flush() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: self.session.flush() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: self.session.flush() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: self.session.flush() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:58:35.479019 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:58:35.510149 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-58554614-872b-4ec8-bd04-a42165f84d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.511996 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-58554614-872b-4ec8-bd04-a42165f84d2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1127 time: 0.0498252 Mar 08 18:58:35.615490 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-947b9390-74c6-41f8-bcb0-7a013f7a79da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.617406 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-947b9390-74c6-41f8-bcb0-7a013f7a79da service neutron] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 910 time: 0.0961854 Mar 08 18:58:35.636039 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (f87684d1-4d2b-4dea-a9d0-f3df9de1911e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.646355 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:35.651716 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f87684d1-4d2b-4dea-a9d0-f3df9de1911e HTTP/1.1" status: 204 len: 168 time: 0.9602478 Mar 08 18:58:35.662408 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57530) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:35.669716 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2729-2b8f-479b-90f0-fe65569d0eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87684d1-4d2b-4dea-a9d0-f3df9de1911e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:35.730081 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-23475767-3e62-4283-ac66-93de79cfd55b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 999 time: 0.1050444 Mar 08 18:58:35.757225 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc68a-180b-4beb-9c24-c982d0ed1fac req-4cf6cdd6-60c1-49e7-bc55-d06d3d65bfe4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.760130 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4c2dc68a-180b-4beb-9c24-c982d0ed1fac req-4cf6cdd6-60c1-49e7-bc55-d06d3d65bfe4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 944 time: 0.0875282 Mar 08 18:58:35.818290 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-6c719a2f-9aef-43b6-881d-8abddd7eeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.819736 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-6c719a2f-9aef-43b6-881d-8abddd7eeb5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0790801 Mar 08 18:58:35.859672 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4c2dc68a-180b-4beb-9c24-c982d0ed1fac req-f982a29f-34a7-4058-8efb-df16356398d5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817087 Mar 08 18:58:35.879706 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-090f360d-ba51-4fdf-9a11-4bafbb372c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:35.881196 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-090f360d-ba51-4fdf-9a11-4bafbb372c67 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532286 Mar 08 18:58:35.996718 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-e7786c26-c0e2-49b8-816b-2aade2bbfa2e service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078594 Mar 08 18:58:36.079268 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.098553 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-2b456711-74b6-46f5-a34e-16b376b5bcc2 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954475 Mar 08 18:58:36.129849 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:58:36.239981 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:36.252823 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'fae65b94-2be1-420d-951d-bea4042bf083', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'port_id': 'fae65b94-2be1-420d-951d-bea4042bf083', 'mac_address': 'fa:16:3e:12:c0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:58:36.298991 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:36.299706 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.316571 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae65b94-2be1-420d-951d-bea4042bf083 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:36.321061 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337c4-0bcc-4f55-b6b8-19662026dbaf req-274f04fc-9dfe-4c4b-a8e4-980a117a31a6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:36.333594 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b80337c4-0bcc-4f55-b6b8-19662026dbaf req-274f04fc-9dfe-4c4b-a8e4-980a117a31a6 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0638108 Mar 08 18:58:36.339523 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:36.397190 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Deleting port efeeb353-e8f3-4b08-a737-bfec3afd1839 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:36.397190 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.398852 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b80337c4-0bcc-4f55-b6b8-19662026dbaf req-6b338950-6da5-4614-92a5-c55880f310e2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641396 Mar 08 18:58:36.417860 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.424648 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:36.462770 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:36.463111 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 0695ad1e-8464-4b0f-9f21-bdbe58a4e4f1 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:36.492976 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:36.496642 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] For port efeeb353-e8f3-4b08-a737-bfec3afd1839, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=efeeb353-e8f3-4b08-a737-bfec3afd1839,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:36.502905 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.509476 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Calling delete_port for efeeb353-e8f3-4b08-a737-bfec3afd1839 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:36.668533 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['fae65b94-2be1-420d-951d-bea4042bf083'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:36.812191 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (efeeb353-e8f3-4b08-a737-bfec3afd1839), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:36.838958 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Pushing event deleted for resources: {'Port': ['ID=efeeb353-e8f3-4b08-a737-bfec3afd1839,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:37.015736 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe9a8-e918-466c-8997-b1a468c984a3 req-d65b19f8-112b-473a-9930-ce573fd4cf00 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:37.018475 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7ccfe9a8-e918-466c-8997-b1a468c984a3 req-d65b19f8-112b-473a-9930-ce573fd4cf00 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 945 time: 0.0676706 Mar 08 18:58:37.044756 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.094428 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7ccfe9a8-e918-466c-8997-b1a468c984a3 req-bff01928-99db-4015-b107-1b2e5c61a62c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697224 Mar 08 18:58:37.275454 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:37.385758 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:37.390897 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5614051d-2191-49b8-9283-49b2b6fb276b admin admin] 10.222.0.74 "PUT /v2.0/routers/8441cb5a-58a9-4725-a7fa-2c6f99bfc350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263196 Mar 08 18:58:37.393527 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57546) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:37.396373 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] Sync routers for ids ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:37.406870 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] Routers {'8441cb5a-58a9-4725-a7fa-2c6f99bfc350'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:37.407474 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:37.521751 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks [] for router (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.535566 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] Set router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:37.538294 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5b2e-83dc-467f-b755-ceb43f2e26c2 req-c97f5cc7-3f61-4683-a793-ec2c0cb9073f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:37.546242 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-556a5b2e-83dc-467f-b755-ceb43f2e26c2 req-c97f5cc7-3f61-4683-a793-ec2c0cb9073f tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0703311 Mar 08 18:58:37.616562 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-556a5b2e-83dc-467f-b755-ceb43f2e26c2 req-d5590661-efd4-4670-81e4-01581f3463e5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694072 Mar 08 18:58:37.674911 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks [] for router_gateway (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.733957 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:58:36Z', 'revision_number': 5, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port': {'id': 'c05e44ca-987c-4a3f-ba82-5ddf4e43bd67', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:30Z', 'updated_at': '2022-03-08T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:37.763483 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] Checking router: 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:37.771876 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] Routers {'8441cb5a-58a9-4725-a7fa-2c6f99bfc350'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:37.772538 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:37.819701 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Deleting port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:37.820531 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.870196 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] Set router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:37.900258 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] For port c05e44ca-987c-4a3f-ba82-5ddf4e43bd67, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:37.900611 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:37.913416 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Calling delete_port for c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:37.921689 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:58:37Z', 'revision_number': 6, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:37.951234 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ed727-03d2-4c38-8b3d-f3280a4f428d None None] The sync data for ids ['8441cb5a-58a9-4725-a7fa-2c6f99bfc350'] in dv-cinder-830088-3-iscsi is: [{'id': '8441cb5a-58a9-4725-a7fa-2c6f99bfc350', 'name': 'tempest-TestMinimumBasicScenario-1003228646-router', 'tenant_id': 'e30cf59b80c44962bed00c75b9462fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:29Z', 'updated_at': '2022-03-08T18:58:37Z', 'revision_number': 6, 'project_id': 'e30cf59b80c44962bed00c75b9462fc1', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:38.154352 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:58:38.156635 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (c05e44ca-987c-4a3f-ba82-5ddf4e43bd67), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.190236 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Pushing event deleted for resources: {'Port': ['ID=c05e44ca-987c-4a3f-ba82-5ddf4e43bd67,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:38.207227 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port fae65b94-2be1-420d-951d-bea4042bf083 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:38.207684 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (fae65b94-2be1-420d-951d-bea4042bf083), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.247525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4c978-0fa3-4b42-bcb8-f231c552905d req-75d3fcba-3eae-4d5d-97d7-b3a761ab3727 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:38.249037 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dfd4c978-0fa3-4b42-bcb8-f231c552905d req-75d3fcba-3eae-4d5d-97d7-b3a761ab3727 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 945 time: 0.0696621 Mar 08 18:58:38.260237 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.326172 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dfd4c978-0fa3-4b42-bcb8-f231c552905d req-07afc32d-363e-4019-83d2-796ba4846e70 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709095 Mar 08 18:58:38.368390 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port fae65b94-2be1-420d-951d-bea4042bf083 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:38.369034 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.386017 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.388953 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks [] for router_controller (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.413966 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:38.416629 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7265e-259a-4563-9169-4dd51f2dff29" -d '{"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-plugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:38.431838 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:38.463509 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309e88f7-6807-43db-9a01-db4395befc99 x-openstack-request-id: req-309e88f7-6807-43db-9a01-db4395befc99 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:38.463509 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-plugged", "status": "completed", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:38.463769 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-309e88f7-6807-43db-9a01-db4395befc99 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:38.464169 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'code': 200} Mar 08 18:58:38.537926 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.561021 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (8441cb5a-58a9-4725-a7fa-2c6f99bfc350), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.561681 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8441cb5a-58a9-4725-a7fa-2c6f99bfc350 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:58:38.566746 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.571049 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-509d2fa3-dcc4-45c2-a1e7-241c50993cac admin admin] 10.222.0.74 "DELETE /v2.0/routers/8441cb5a-58a9-4725-a7fa-2c6f99bfc350 HTTP/1.1" status: 204 len: 168 time: 1.1731207 Mar 08 18:58:38.571049 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57560) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:38.586670 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:38.623477 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Deleting subnet 6851e4fc-eff3-4b55-8e88-a2c3b9f33c62 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:58:38.626620 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Publish callbacks [] for subnet (6851e4fc-eff3-4b55-8e88-a2c3b9f33c62), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.663028 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (6851e4fc-eff3-4b55-8e88-a2c3b9f33c62), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.733982 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f458-5c6c-4e2d-89df-924ae845c36d req-8a718187-509e-4a70-ad03-2db1dcf45dd7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:38.735519 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-80b5f458-5c6c-4e2d-89df-924ae845c36d req-8a718187-509e-4a70-ad03-2db1dcf45dd7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0536571 Mar 08 18:58:38.741157 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (6851e4fc-eff3-4b55-8e88-a2c3b9f33c62), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.797497 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-80b5f458-5c6c-4e2d-89df-924ae845c36d req-893d805d-39e2-4fd0-a2b2-0b3b264b9a1c tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557520 Mar 08 18:58:38.827329 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device efeeb353-e8f3-4b08-a737-bfec3afd1839 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:38.850809 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: efeeb353-e8f3-4b08-a737-bfec3afd1839 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:38.851164 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device efeeb353-e8f3-4b08-a737-bfec3afd1839 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:38.949495 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (6851e4fc-eff3-4b55-8e88-a2c3b9f33c62), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.986553 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:38.991029 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6851e4fc-eff3-4b55-8e88-a2c3b9f33c62 HTTP/1.1" status: 204 len: 168 time: 0.4191635 Mar 08 18:58:38.991735 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71fc1b-4f15-4c94-af21-6c671a76a779 None None] Network 1817a90c-f0a2-4749-825d-218d18bdc08e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:58:38.991909 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0f62b-f524-40f6-8b54-6d351f2a9ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6851e4fc-eff3-4b55-8e88-a2c3b9f33c62,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:38.994164 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57564) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:39.077040 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (1817a90c-f0a2-4749-825d-218d18bdc08e), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.142505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Deleting port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:39.142505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.205061 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] DHCP port deletion for 1817a90c-f0a2-4749-825d-218d18bdc08e request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:58:39.248436 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] For port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:39.249014 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.260093 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] Deleting port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:39.260469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.264632 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Calling delete_port for 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:39.283214 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70593ad1-2342-4008-9f3b-abcc36e3e9d6 req-db7f6662-7f90-4725-ae31-33a58e207f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:39.284703 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-70593ad1-2342-4008-9f3b-abcc36e3e9d6 req-db7f6662-7f90-4725-ae31-33a58e207f3b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1131 time: 0.0819650 Mar 08 18:58:39.323057 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] For port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,segment=NetworkSegment(67b18df8-9bbb-4fd8-a02f-9f471e3638f4),segment_id=67b18df8-9bbb-4fd8-a02f-9f471e3638f4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:39.323459 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.336523 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] Calling delete_port for 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:39.371296 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-70593ad1-2342-4008-9f3b-abcc36e3e9d6 req-ce207c48-7197-437b-9e30-0a3b1d31a393 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598795 Mar 08 18:58:39.442133 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4f300-00f5-41eb-b873-49ab86a18c91 req-3d9ee3a6-c14e-4581-9210-1473b9460066 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:39.443501 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bbe4f300-00f5-41eb-b873-49ab86a18c91 req-3d9ee3a6-c14e-4581-9210-1473b9460066 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0525711 Mar 08 18:58:39.457879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.460856 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.487075 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] Pushing event deleted for resources: {'Port': ['ID=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:39.490921 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01644e-13ed-47aa-8d9b-f6bd8910e574 None None] No DVR routers for this DVR port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:39.496222 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:39.498113 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] No DVR routers for this DVR port 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 on host dv-cinder-830088-3-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:39.552668 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bbe4f300-00f5-41eb-b873-49ab86a18c91 req-8990c91f-0e35-476c-9d42-c1bc33d44669 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035910 Mar 08 18:58:39.591578 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (1817a90c-f0a2-4749-825d-218d18bdc08e), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.611640 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1817a90c-f0a2-4749-825d-218d18bdc08e']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:39.621229 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b18df8-9bbb-4fd8-a02f-9f471e3638f4') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:39.621527 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b18df8-9bbb-4fd8-a02f-9f471e3638f4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:39.630735 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12440118'] for segment (67b18df8-9bbb-4fd8-a02f-9f471e3638f4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.644507 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (67b18df8-9bbb-4fd8-a02f-9f471e3638f4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.651655 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:58:39.652043 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12559180'] for segment (67b18df8-9bbb-4fd8-a02f-9f471e3638f4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: Traceback (most recent call last): Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: timer() Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: cb(*args, **kw) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: return func(*args, **kwargs) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: self._notify() Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: self.callback(batched_events) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: event.method(event) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: return f(self, *a, **k) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._get(url).json() Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: return self.request(url, 'GET', **kwargs) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:58:39.653717 dv-cinder-830088-3-iscsi neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:58:39.766825 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (1817a90c-f0a2-4749-825d-218d18bdc08e), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.774228 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:39.778434 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1817a90c-f0a2-4749-825d-218d18bdc08e HTTP/1.1" status: 204 len: 168 time: 0.7830074 Mar 08 18:58:40.046717 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d77e1-0715-4511-a389-7495e92e8e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=1817a90c-f0a2-4749-825d-218d18bdc08e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:40.099036 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff62ef-1594-4eae-86e2-cbc14ba8c0b8 req-3da62c18-3d9b-492a-a696-17d535578e37 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:40.100546 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c3ff62ef-1594-4eae-86e2-cbc14ba8c0b8 req-3da62c18-3d9b-492a-a696-17d535578e37 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0560997 Mar 08 18:58:40.150557 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c3ff62ef-1594-4eae-86e2-cbc14ba8c0b8 req-50dfef3a-9a7b-47a7-b7cd-c2e559594caa tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Mar 08 18:58:40.252370 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57578) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:40.291212 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-583a3a69-4d2f-43fc-aaca-f6f4f1ac817f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f61b9e09a04c4f69880c3665fd9f9660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376163 Mar 08 18:58:40.293620 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:40.344225 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05a06f0d-dca2-4510-a76e-2ef22b4a5be7 admin admin] Publish callbacks [] for security_group (55461a62-a4f2-4b6c-a814-8a4daaa5738e), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.365303 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05a06f0d-dca2-4510-a76e-2ef22b4a5be7 admin admin] Publish callbacks [] for security_group (55461a62-a4f2-4b6c-a814-8a4daaa5738e), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.391189 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:40.410788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:40.411131 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 83e0223a-07a3-4b0e-9ddf-fcbaa139f2e4 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:40.412365 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:40.431146 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:40.431509 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device c05e44ca-987c-4a3f-ba82-5ddf4e43bd67 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:40.480761 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05a06f0d-dca2-4510-a76e-2ef22b4a5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (55461a62-a4f2-4b6c-a814-8a4daaa5738e), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.483417 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05a06f0d-dca2-4510-a76e-2ef22b4a5be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:40.484570 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-05a06f0d-dca2-4510-a76e-2ef22b4a5be7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55461a62-a4f2-4b6c-a814-8a4daaa5738e HTTP/1.1" status: 204 len: 168 time: 0.1900198 Mar 08 18:58:40.494829 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a06f0d-dca2-4510-a76e-2ef22b4a5be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55461a62-a4f2-4b6c-a814-8a4daaa5738e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:40.678790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacbfc8-4633-4e6e-b69b-759a2f74b767 req-cea6f2d5-a36f-4c83-9363-f4dd3d729296 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:40.680305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3dacbfc8-4633-4e6e-b69b-759a2f74b767 req-cea6f2d5-a36f-4c83-9363-f4dd3d729296 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0537288 Mar 08 18:58:40.727017 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3dacbfc8-4633-4e6e-b69b-759a2f74b767 req-9040689d-9b1b-480e-8d50-cfda44781568 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Mar 08 18:58:41.274420 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5cfc-3a9c-4c71-9dfb-b8b48afc19ad req-8a5ddc9a-c065-4fd0-85a4-76569aae999e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.274420 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a7fd5cfc-3a9c-4c71-9dfb-b8b48afc19ad req-8a5ddc9a-c065-4fd0-85a4-76569aae999e tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0543141 Mar 08 18:58:41.332187 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a7fd5cfc-3a9c-4c71-9dfb-b8b48afc19ad req-c1aa3720-1936-400e-a235-f605286c80df tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437765 Mar 08 18:58:41.468570 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57612) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:41.515473 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3b698d73-c291-4b79-b474-8bb7a040deb1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e30cf59b80c44962bed00c75b9462fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457737 Mar 08 18:58:41.518110 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57614) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:41.573485 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4f26f2a-fdc8-44dd-8dfb-95375fbc2ed0 admin admin] Publish callbacks [] for security_group (fec88b16-9bad-4597-9e18-822bb488cec4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.594893 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4f26f2a-fdc8-44dd-8dfb-95375fbc2ed0 admin admin] Publish callbacks [] for security_group (fec88b16-9bad-4597-9e18-822bb488cec4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.720735 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4f26f2a-fdc8-44dd-8dfb-95375fbc2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (fec88b16-9bad-4597-9e18-822bb488cec4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.723576 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4f26f2a-fdc8-44dd-8dfb-95375fbc2ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:41.724731 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-a4f26f2a-fdc8-44dd-8dfb-95375fbc2ed0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fec88b16-9bad-4597-9e18-822bb488cec4 HTTP/1.1" status: 204 len: 168 time: 0.2057011 Mar 08 18:58:41.732749 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f26f2a-fdc8-44dd-8dfb-95375fbc2ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec88b16-9bad-4597-9e18-822bb488cec4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:41.864157 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6bb7b-32c2-4d8d-b15f-d1eba2e50378 req-b2cb7fc1-bfa1-458a-ac43-8f791c39e67a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:41.865831 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-80c6bb7b-32c2-4d8d-b15f-d1eba2e50378 req-b2cb7fc1-bfa1-458a-ac43-8f791c39e67a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0566382 Mar 08 18:58:41.915793 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-80c6bb7b-32c2-4d8d-b15f-d1eba2e50378 req-71fe580f-faa1-4172-8f45-fd0b0bf84da8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Mar 08 18:58:42.447322 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e1919-1eec-44e0-bd1b-46133d3b7adc req-d4129c99-0a30-469c-a139-61ce7efec488 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:42.448840 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-873e1919-1eec-44e0-bd1b-46133d3b7adc req-d4129c99-0a30-469c-a139-61ce7efec488 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0581288 Mar 08 18:58:42.500926 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-873e1919-1eec-44e0-bd1b-46133d3b7adc req-8f86f20b-2a5c-4cb3-bce5-11bfccbb13ce tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459614 Mar 08 18:58:43.038091 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b65e6f-d671-4c5b-8c95-fe5c15624bc9 req-72cb9d36-b36b-481b-a81c-774ad7f876b3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:43.039641 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32b65e6f-d671-4c5b-8c95-fe5c15624bc9 req-72cb9d36-b36b-481b-a81c-774ad7f876b3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0533533 Mar 08 18:58:43.087175 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32b65e6f-d671-4c5b-8c95-fe5c15624bc9 req-21b53151-7e23-4e73-9e3c-72d3e4ee7201 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409820 Mar 08 18:58:43.625497 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9f5b-fe3c-4e65-af2b-1991e3ccf3eb req-898e9222-46ac-442f-b191-0e566da5647a tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:43.627012 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5dbd9f5b-fe3c-4e65-af2b-1991e3ccf3eb req-898e9222-46ac-442f-b191-0e566da5647a tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 943 time: 0.0573416 Mar 08 18:58:43.676507 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5dbd9f5b-fe3c-4e65-af2b-1991e3ccf3eb req-7a74c0c0-f922-4ff8-bb57-a016c45d6380 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436299 Mar 08 18:58:44.156723 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:58:44.252703 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:44.263558 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '6b07756c-844e-4cd1-a557-458ad66f831a', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'port_id': '6b07756c-844e-4cd1-a557-458ad66f831a', 'mac_address': 'fa:16:3e:c2:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:58:44.303722 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6b07756c-844e-4cd1-a557-458ad66f831a is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:44.304112 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:44.316712 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b07756c-844e-4cd1-a557-458ad66f831a {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:58:44.336346 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:44.412068 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:44.476433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:44.664703 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['6b07756c-844e-4cd1-a557-458ad66f831a'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:58:44.802863 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aaaee-187b-481f-9ffc-070797914c14 req-663e546f-5a8a-4e87-9ac5-54de2bd62da5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:44.804381 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-882aaaee-187b-481f-9ffc-070797914c14 req-663e546f-5a8a-4e87-9ac5-54de2bd62da5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 944 time: 0.0574207 Mar 08 18:58:44.855810 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-882aaaee-187b-481f-9ffc-070797914c14 req-d4271ed3-007b-4d35-90bd-f1e9847115f0 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 Mar 08 18:58:45.977088 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48408e-1725-4498-8d64-cf9feb53adf7 req-5f147717-81a8-4b8b-80ad-78b9c4409974 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:45.978596 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b48408e-1725-4498-8d64-cf9feb53adf7 req-5f147717-81a8-4b8b-80ad-78b9c4409974 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 944 time: 0.0543170 Mar 08 18:58:46.035795 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b48408e-1725-4498-8d64-cf9feb53adf7 req-ca4b09f7-9a6a-4ec4-bc1b-1df7188d9aa4 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490232 Mar 08 18:58:46.169849 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:58:46.226302 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 6b07756c-844e-4cd1-a557-458ad66f831a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:58:46.226729 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:46.313338 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 6b07756c-844e-4cd1-a557-458ad66f831a is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:58:46.313730 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:46.337487 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:46.339763 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f937055-e9cd-4f13-ae89-173a3b6fca42" -d '{"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-plugged", "status": "completed", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:46.352764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:46.376314 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7078ab-319a-4b80-8e90-a798a31366e2 x-openstack-request-id: req-8b7078ab-319a-4b80-8e90-a798a31366e2 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:46.376641 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-plugged", "status": "completed", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:46.376866 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b7078ab-319a-4b80-8e90-a798a31366e2 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:46.377261 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'code': 200} Mar 08 18:58:46.451315 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:46.501045 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:46.697804 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd565-0913-4989-b798-8a9c5690fcc3 req-30581655-cc29-4b23-8b7c-c311a7d2e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:46.699350 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b3dcd565-0913-4989-b798-8a9c5690fcc3 req-30581655-cc29-4b23-8b7c-c311a7d2e1b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.0450523 Mar 08 18:58:46.746151 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b3dcd565-0913-4989-b798-8a9c5690fcc3 req-15831b14-5dcb-4d5f-a4b0-78e28a9b8bf5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398588 Mar 08 18:58:47.154990 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67f176-ee06-458d-9b88-c283054a68ba req-68acb133-1993-4ee5-84b3-5c1b224b6c4b tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:47.156482 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b67f176-ee06-458d-9b88-c283054a68ba req-68acb133-1993-4ee5-84b3-5c1b224b6c4b tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0549054 Mar 08 18:58:47.206491 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0b67f176-ee06-458d-9b88-c283054a68ba req-3d487184-0a44-439e-94c3-47f85bd76633 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 Mar 08 18:58:48.333510 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b8a5-7297-46a9-9c03-bfd6827ef063 req-1c6e8c0a-a701-4963-8f36-c19f6e9623a7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:48.335054 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-59e3b8a5-7297-46a9-9c03-bfd6827ef063 req-1c6e8c0a-a701-4963-8f36-c19f6e9623a7 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0563719 Mar 08 18:58:48.386423 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-59e3b8a5-7297-46a9-9c03-bfd6827ef063 req-7b7cac58-10fe-4a7a-afdb-8e239cecf4cc tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452199 Mar 08 18:58:48.750536 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208e08-641a-4e2f-ad76-ea8f636ad47f req-e482fd3f-fb27-4a19-ba89-d59e28fa9751 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:48.752006 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e208e08-641a-4e2f-ad76-ea8f636ad47f req-e482fd3f-fb27-4a19-ba89-d59e28fa9751 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0524242 Mar 08 18:58:48.798206 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e208e08-641a-4e2f-ad76-ea8f636ad47f req-bb90cdfb-5e2c-448d-9564-ee623b7c8381 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406005 Mar 08 18:58:49.887537 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-ce485e3f-62ca-44ba-9d93-40b53b7315a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592027 Mar 08 18:58:49.950494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ae4a0-7b57-4bb3-be9c-c48640b917fd req-f77dd760-4072-45bb-86f3-294c369bf5c9 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:49.951967 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-721ae4a0-7b57-4bb3-be9c-c48640b917fd req-f77dd760-4072-45bb-86f3-294c369bf5c9 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0848911 Mar 08 18:58:49.991466 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-126c6cf4-25d2-4ac5-8975-8bbf32505e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:49.992934 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-126c6cf4-25d2-4ac5-8975-8bbf32505e31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 1131 time: 0.0807498 Mar 08 18:58:50.009954 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-721ae4a0-7b57-4bb3-be9c-c48640b917fd req-adab1e30-8acf-47e8-a31c-46f4702f8864 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497413 Mar 08 18:58:50.100939 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-7eef0f94-aef1-46cd-b4c2-bfa84d36ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:50.102363 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-7eef0f94-aef1-46cd-b4c2-bfa84d36ecdc service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0884581 Mar 08 18:58:50.168852 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-c1358357-af6a-4a25-bede-4801b4808b83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 200 len: 1001 time: 0.0596602 Mar 08 18:58:50.223152 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-93f48e79-67d9-4b62-9cd8-ca208648ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:50.224597 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-93f48e79-67d9-4b62-9cd8-ca208648ba2c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0445552 Mar 08 18:58:50.287048 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-da340e3e-4844-41b5-8594-05b900c013ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:50.288540 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-da340e3e-4844-41b5-8594-05b900c013ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480654 Mar 08 18:58:50.381089 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-4cba45f5-ad7b-4fe7-a1e5-bbb96ac12afb service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857136 Mar 08 18:58:50.420875 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-2e104128-6359-44dc-a66b-e104f7390a82 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:50.422429 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-2e104128-6359-44dc-a66b-e104f7390a82 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0532579 Mar 08 18:58:50.474665 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4e52dcf8-f397-444f-8dd3-959fc10efed9 req-94e6a3f7-13dc-4574-9d9c-93a3fba672b8 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Mar 08 18:58:50.518358 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:50.518697 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:50.609459 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] For port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:58:50.609815 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:51.021173 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:51.021534 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (46d338a2-2c8f-45bb-99c3-3495b5de86f2), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:51.021855 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP 46d338a2-2c8f-45bb-99c3-3495b5de86f2 disassociated. External IP: 172.27.0.25, port: 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4. Mar 08 18:58:51.022231 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:51.130792 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7c9f-75bd-4bda-904f-296f1ecb84ef req-a7251be8-22fa-4fbb-843a-b6e9b57f6156 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:51.132247 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ebd7c9f-75bd-4bda-904f-296f1ecb84ef req-a7251be8-22fa-4fbb-843a-b6e9b57f6156 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 946 time: 0.0560610 Mar 08 18:58:51.183300 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4ebd7c9f-75bd-4bda-904f-296f1ecb84ef req-5fc3348b-e6a8-4359-ba44-55b965fae2a7 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=1510bbe2-404c-4bed-9f0f-057a840927a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450649 Mar 08 18:58:51.240313 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:51.268393 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:51.389125 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:58:51.500956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:58:51.512699 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:58:51.523623 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:51.524175 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:51.541856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] No DVR routers for this DVR port 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:58:51.544408 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:51.547770 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-dba9eecb-3ce2-493f-9329-7c2a4f4b6191 req-a53eed74-c6ef-469d-bb73-5417b43bf62a tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "DELETE /v2.0/ports/4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 HTTP/1.1" status: 204 len: 173 time: 1.1200430 Mar 08 18:58:51.548181 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'name': 'network-vif-deleted', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:58:51.550960 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0014add8-c0c6-45a8-88c9-b65a695dd7f9" -d '{"events": [{"server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "name": "network-vif-deleted", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:58:51.559032 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:51.595458 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efbc0d4-6366-4388-bd64-94ce2f0c38f6 x-openstack-request-id: req-8efbc0d4-6366-4388-bd64-94ce2f0c38f6 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:58:51.595778 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b44d5d-d801-42f2-9776-f43680ce1fe3", "name": "network-vif-deleted", "tag": "4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:58:51.596040 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8efbc0d4-6366-4388-bd64-94ce2f0c38f6 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:58:51.596474 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b44d5d-d801-42f2-9776-f43680ce1fe3', 'name': 'network-vif-deleted', 'tag': '4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4', 'status': 'completed', 'code': 200} Mar 08 18:58:51.778873 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:51.978117 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:52.004385 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:58:52.012998 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:58:52.013602 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:52.123907 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:58:52.295020 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cebadc19-25c1-423b-885f-2878ea42d2d1 req-61ea60fc-13c1-4f4c-a1c0-1dae9ed71eef tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4b44d5d-d801-42f2-9776-f43680ce1fe3 HTTP/1.1" status: 200 len: 210 time: 0.0312903 Mar 08 18:58:52.336320 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:58:52.363464 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd864279-7e18-401f-bea4-894703e24be5 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:58:52.609851 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cf3b5-e86d-4dc5-98ce-27a465f9b61a None None] New status for floating IP 46d338a2-2c8f-45bb-99c3-3495b5de86f2: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:58:52.748989 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df037426-da56-415d-a06f-6beffbecaee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.465150 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57702) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:53.523190 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-395bc865-10ed-4fff-a6a3-9d3eb622c11b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (1510bbe2-404c-4bed-9f0f-057a840927a7), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.546132 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-395bc865-10ed-4fff-a6a3-9d3eb622c11b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (1510bbe2-404c-4bed-9f0f-057a840927a7), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.651743 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-395bc865-10ed-4fff-a6a3-9d3eb622c11b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1510bbe2-404c-4bed-9f0f-057a840927a7), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.654343 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-395bc865-10ed-4fff-a6a3-9d3eb622c11b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.655576 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-395bc865-10ed-4fff-a6a3-9d3eb622c11b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/security-groups/1510bbe2-404c-4bed-9f0f-057a840927a7 HTTP/1.1" status: 204 len: 168 time: 0.1893351 Mar 08 18:58:53.658419 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57708) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:53.665158 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bc865-10ed-4fff-a6a3-9d3eb622c11b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510bbe2-404c-4bed-9f0f-057a840927a7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:53.675692 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.api.v2.resource [None req-949c7554-a4f5-48b5-b6b1-97f696a14546 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] show failed (client error): The resource could not be found. Mar 08 18:58:53.675692 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-949c7554-a4f5-48b5-b6b1-97f696a14546 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups/1510bbe2-404c-4bed-9f0f-057a840927a7 HTTP/1.1" status: 404 len: 347 time: 0.0147324 Mar 08 18:58:53.677377 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57710) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:53.818714 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port 9a899380-27f5-4852-8eae-49ca94e81f85 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:58:53.819062 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (9a899380-27f5-4852-8eae-49ca94e81f85), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.894244 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (9a899380-27f5-4852-8eae-49ca94e81f85), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.894574 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (9a899380-27f5-4852-8eae-49ca94e81f85), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:53.906199 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for 9a899380-27f5-4852-8eae-49ca94e81f85 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:58:54.121320 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (9a899380-27f5-4852-8eae-49ca94e81f85), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.147616 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=9a899380-27f5-4852-8eae-49ca94e81f85,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:54.214187 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (46d338a2-2c8f-45bb-99c3-3495b5de86f2), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.217165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.226889 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:58:54.227565 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-f706d87b-d1e8-416e-aa1d-0b28c6843afe tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/floatingips/46d338a2-2c8f-45bb-99c3-3495b5de86f2 HTTP/1.1" status: 204 len: 168 time: 0.5403044 Mar 08 18:58:54.247490 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:58:54.247987 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 4aa164de-93ed-4bd2-b6d2-64fa2b1e7ca4 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:58:54.557778 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57720) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:54.562332 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1245083428', 'description': 'tempest-description--211793831'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:54.680763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.747486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (a5742e10-40d3-4680-97e0-fd83e34ed69e), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.816771 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (a5742e10-40d3-4680-97e0-fd83e34ed69e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.847294 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5742e10-40d3-4680-97e0-fd83e34ed69e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:54.917106 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:54.918400 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-49623091-148b-406c-9d8a-400801f626c4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3595455 Mar 08 18:58:54.921472 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57722) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:54.925752 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': 'a5742e10-40d3-4680-97e0-fd83e34ed69e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:54.942773 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59143560-582f-49a6-bb1a-bef4eb2d952f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.039869 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (81875c16-1a23-4503-8b33-c5fb96681b7e), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.095469 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (81875c16-1a23-4503-8b33-c5fb96681b7e), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.206590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (81875c16-1a23-4503-8b33-c5fb96681b7e), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.224600 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81875c16-1a23-4503-8b33-c5fb96681b7e,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:55.368386 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.371511 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-bebb56cd-3e12-44a6-be57-eb0d81db223e tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474823 Mar 08 18:58:55.373313 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57730) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:55.377889 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'security_group_rule': {'security_group_id': 'a5742e10-40d3-4680-97e0-fd83e34ed69e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:55.491299 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (654a4f35-2f46-44da-a774-293847737275), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.540599 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (654a4f35-2f46-44da-a774-293847737275), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.646545 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (654a4f35-2f46-44da-a774-293847737275), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.664581 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654a4f35-2f46-44da-a774-293847737275,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:55.745669 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.746941 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-f2153dac-59fd-4ea2-a42a-1fa8438b4707 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725641 Mar 08 18:58:55.750151 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57736) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:58:55.754407 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:58:55.886716 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:55.988981 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.092633 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.27.0.181 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/a46d5084-bd4d-4788-88c7-438eb2b8cf84) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:58:56.166012 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.195690 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.411888 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.447165 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:58:56.452727 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:58:56.456323 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:58:56.485009 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=a46d5084-bd4d-4788-88c7-438eb2b8cf84,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:56.551417 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (54c84ebd-8fb4-4bdf-83bc-310943b03035), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.685376 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.836441 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.931871 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:56.999739 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=a46d5084-bd4d-4788-88c7-438eb2b8cf84,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:58:57.011836 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (54c84ebd-8fb4-4bdf-83bc-310943b03035), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:57.134398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:57.141894 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ea1260af-0d37-4c84-8222-572c9f21d463 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3845994 Mar 08 18:58:57.336441 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-5f4ce1d5-9899-412a-82e3-38204e41e339 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1245083428&fields=id&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 267 time: 0.0507715 Mar 08 18:58:57.446067 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-0b6b3067-32f4-4c72-9e6b-21a09f2122d0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:58:57.447569 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-0b6b3067-32f4-4c72-9e6b-21a09f2122d0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1038878 Mar 08 18:58:57.462174 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-cea4ef14-bbc0-4c35-8e09-d14216e35567 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/quotas/ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Mar 08 18:58:57.464034 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:58:57.518990 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-41aecf60-2961-4cf8-8529-29dcc5dfb4dc tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510454 Mar 08 18:58:57.617850 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-5a32c9d1-8ebd-4c4d-a0f6-4f88df174497 service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Mar 08 18:58:57.711175 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-8c3d9c87-53c0-4f80-aa9f-654494a627d2 service neutron] 10.222.0.74 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872774 Mar 08 18:58:57.998329 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0fe4b1a5-9c58-480b-ba66-68147964b4bc req-e703f964-fa32-4c47-aec0-e3a1259cc9ab tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 210 time: 0.0287101 Mar 08 18:58:59.096663 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-27d70d3d-2ddc-4583-956f-5b3e6719384c req-3b850d9d-bd31-4160-a4df-46716b4dc190 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 210 time: 0.0319488 Mar 08 18:58:59.183222 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:00.191916 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-358cf3de-157e-404b-bcf7-ff3e867d6b8f req-6b26ee92-3c7d-4e5c-b3ec-de4c6784ad76 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 210 time: 0.0282037 Mar 08 18:59:00.205094 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-e24ffd42-cbef-4238-95a8-d153f8cf2a6f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:00.206658 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-e24ffd42-cbef-4238-95a8-d153f8cf2a6f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 814 time: 0.1093352 Mar 08 18:59:00.270559 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-8d913739-7986-4614-8ca4-b245e5c00a23 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae82254067dd4b5a80dc0c0084229ab6 HTTP/1.1" status: 200 len: 380 time: 0.0538714 Mar 08 18:59:00.287011 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'port': {'device_id': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'admin_state_up': True, 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'security_groups': ['a5742e10-40d3-4680-97e0-fd83e34ed69e']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:00.469008 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Made reservation on behalf of ae82254067dd4b5a80dc0c0084229ab6 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:59:00.475808 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:00.602229 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Allocated IP 172.20.0.11 (288a8c8e-914f-4253-a63a-2438afdbc035/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a/ea09313f-5b34-4eca-9a0b-2a2321a126a9) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:59:00.740472 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:00.829208 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:00.872454 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Network 288a8c8e-914f-4253-a63a-2438afdbc035 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:59:00.875586 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:59:00.877956 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:59:00.905490 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event updated for resources: {'Port': ['ID=ea09313f-5b34-4eca-9a0b-2a2321a126a9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:00.920858 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.921210 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.921549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.921884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.922238 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.922567 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.922893 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.923214 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.923592 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.923969 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.924287 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.924680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.925003 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:00.947002 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:00.947638 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.037395 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-34c4de34-3011-49de-b5b6-65f650170a07 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7540905 Mar 08 18:59:01.049577 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Request body: {'port': {'device_id': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:01.069304 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8c138c99-5130-4a83-9738-338706af13ce None None] Provisioning complete for port ea09313f-5b34-4eca-9a0b-2a2321a126a9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:59:01.069879 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c138c99-5130-4a83-9738-338706af13ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.103694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8c138c99-5130-4a83-9738-338706af13ce None None] Port ea09313f-5b34-4eca-9a0b-2a2321a126a9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:59:01.113707 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.310479 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8895-6845-4078-b80e-22953782bc2f req-43b7d426-ced2-47f9-b8de-0c507bba3b2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:01.311883 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f64d8895-6845-4078-b80e-22953782bc2f req-43b7d426-ced2-47f9-b8de-0c507bba3b2b tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 932 time: 0.0536149 Mar 08 18:59:01.360402 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f64d8895-6845-4078-b80e-22953782bc2f req-2a53f11c-c529-4132-afd0-18c08196a45c tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Mar 08 18:59:01.374006 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea09313f-5b34-4eca-9a0b-2a2321a126a9 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:59:01.381503 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Publish callbacks [] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.393685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Transition to ACTIVE for port object ea09313f-5b34-4eca-9a0b-2a2321a126a9 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:59:01.468754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.543541 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea09313f-5b34-4eca-9a0b-2a2321a126a9,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:01.597233 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Attempting to bind port ea09313f-5b34-4eca-9a0b-2a2321a126a9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:59:01.597574 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Attempting to bind port ea09313f-5b34-4eca-9a0b-2a2321a126a9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:59:01.597907 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Attempting to bind port ea09313f-5b34-4eca-9a0b-2a2321a126a9 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:59:01.603061 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Port ea09313f-5b34-4eca-9a0b-2a2321a126a9 on network 288a8c8e-914f-4253-a63a-2438afdbc035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:59:01.603384 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Attempting to bind port ea09313f-5b34-4eca-9a0b-2a2321a126a9 on network 288a8c8e-914f-4253-a63a-2438afdbc035 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:59:01.608589 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:59:01.608944 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Checking segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:59:01.609313 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Bound using segment: {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:59:01.609754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Bound port: ea09313f-5b34-4eca-9a0b-2a2321a126a9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d686855-a52c-44a5-aa91-00ca4ce634b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:59:01.610134 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.675611 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] For port ea09313f-5b34-4eca-9a0b-2a2321a126a9, host hv-cinder-83008, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:59:01.678892 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] For port ea09313f-5b34-4eca-9a0b-2a2321a126a9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:59:01.749532 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.788395 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:01.789036 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:01.790468 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] 10.222.0.77 "PUT /v2.0/ports/ea09313f-5b34-4eca-9a0b-2a2321a126a9 HTTP/1.1" status: 200 len: 1094 time: 0.7450452 Mar 08 18:59:01.790922 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:01.793232 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242908b-2aaa-4b59-b9a2-ded32067c20a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:01.821839 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5d63f-2e2d-4708-a41f-5beb19241ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea09313f-5b34-4eca-9a0b-2a2321a126a9,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:01.842347 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16694cac-93ed-4fc4-80ac-23c32f1a4a0b x-openstack-request-id: req-16694cac-93ed-4fc4-80ac-23c32f1a4a0b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:01.846258 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:01.846258 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16694cac-93ed-4fc4-80ac-23c32f1a4a0b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:01.846258 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'status': 'completed', 'code': 200} Mar 08 18:59:01.936068 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242908b-2aaa-4b59-b9a2-ded32067c20a req-c5d29549-a9e6-4f84-8584-a5a5493b6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:01.938511 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-4242908b-2aaa-4b59-b9a2-ded32067c20a req-c5d29549-a9e6-4f84-8584-a5a5493b6d4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 1128 time: 0.0685649 Mar 08 18:59:02.039372 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242908b-2aaa-4b59-b9a2-ded32067c20a req-c26e3c51-4d8c-470b-b733-be938aa1846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:02.040961 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-4242908b-2aaa-4b59-b9a2-ded32067c20a req-c26e3c51-4d8c-470b-b733-be938aa1846c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943389 Mar 08 18:59:02.138326 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242908b-2aaa-4b59-b9a2-ded32067c20a req-181df657-41f7-4ea2-a499-7c2360b613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:02.139721 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-4242908b-2aaa-4b59-b9a2-ded32067c20a req-181df657-41f7-4ea2-a499-7c2360b613c7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931590 Mar 08 18:59:02.225855 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-f19330ce-acdb-4bd3-8243-862caa090710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:02.227384 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-f19330ce-acdb-4bd3-8243-862caa090710 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 1128 time: 0.0444076 Mar 08 18:59:02.273420 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-9f71bf84-ad8e-4f1d-bc9f-2d248443095c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9 HTTP/1.1" status: 200 len: 217 time: 0.0377858 Mar 08 18:59:02.324249 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-ed869bf1-9d0a-4a5e-8b1b-9b8970a85c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:02.325722 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-ed869bf1-9d0a-4a5e-8b1b-9b8970a85c72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.0458055 Mar 08 18:59:02.379355 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-5e9e6407-ac08-4134-afaa-7742c3ef84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:02.380873 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-5e9e6407-ac08-4134-afaa-7742c3ef84dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469608 Mar 08 18:59:02.480538 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-56226191-53cd-4bdd-b065-58c4baa64426 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Mar 08 18:59:02.480917 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85fc2d-393b-4012-b807-379a405b2ff3 req-0dae561a-1acb-44d0-9a4c-1455db64db1f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:02.482417 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5f85fc2d-393b-4012-b807-379a405b2ff3 req-0dae561a-1acb-44d0-9a4c-1455db64db1f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 944 time: 0.0537479 Mar 08 18:59:02.532695 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5f85fc2d-393b-4012-b807-379a405b2ff3 req-eac862de-2ac4-4aed-a9ce-43b87be9ffb4 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 Mar 08 18:59:02.576750 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-2802f432-1fb5-4587-a2a3-c38dd2404dfa req-1cdfe229-5648-4e65-ac46-92aa76d32e88 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889473 Mar 08 18:59:03.659145 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f48eb-a681-45a1-a8ad-cdb0119ec301 req-11c554a0-6732-49c6-a1e0-d5c5cfa8e80d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:03.660703 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d05f48eb-a681-45a1-a8ad-cdb0119ec301 req-11c554a0-6732-49c6-a1e0-d5c5cfa8e80d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 944 time: 0.0542254 Mar 08 18:59:03.712587 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d05f48eb-a681-45a1-a8ad-cdb0119ec301 req-299c6107-c849-46f7-a5a5-8467c7830932 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Mar 08 18:59:04.829445 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6dd8b-a4c7-47d8-a7bb-8224ac84bb45 req-a3b8030a-1e63-49b0-bb60-6a464531f390 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:04.830962 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-abc6dd8b-a4c7-47d8-a7bb-8224ac84bb45 req-a3b8030a-1e63-49b0-bb60-6a464531f390 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 944 time: 0.0525930 Mar 08 18:59:04.877024 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-abc6dd8b-a4c7-47d8-a7bb-8224ac84bb45 req-9872d736-e743-4398-9e52-52003ccad749 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404778 Mar 08 18:59:05.996553 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266669c-41c1-40fb-8a71-68b56a652cca req-c6053b95-0aa9-4c8b-890b-fb4f12de1d36 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:05.998034 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4266669c-41c1-40fb-8a71-68b56a652cca req-c6053b95-0aa9-4c8b-890b-fb4f12de1d36 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 944 time: 0.0564921 Mar 08 18:59:06.048978 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4266669c-41c1-40fb-8a71-68b56a652cca req-efc4b9d2-0f7a-41b3-8a05-647ab7436080 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Mar 08 18:59:06.275379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ea09313f-5b34-4eca-9a0b-2a2321a126a9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:59:06.372176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port ea09313f-5b34-4eca-9a0b-2a2321a126a9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:06.383105 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'port_id': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'mac_address': 'fa:16:3e:c2:a0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:59:06.423705 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port ea09313f-5b34-4eca-9a0b-2a2321a126a9 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:59:06.423705 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:06.437302 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea09313f-5b34-4eca-9a0b-2a2321a126a9 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:59:06.457264 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port ea09313f-5b34-4eca-9a0b-2a2321a126a9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:06.566352 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:06.624743 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=ea09313f-5b34-4eca-9a0b-2a2321a126a9,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:06.840776 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['ea09313f-5b34-4eca-9a0b-2a2321a126a9'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:59:07.171149 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6abfd2-6468-42dc-9003-5def4b11397d req-7394ecbe-8a5b-4c77-adcd-ea458af36784 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:07.172541 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dd6abfd2-6468-42dc-9003-5def4b11397d req-7394ecbe-8a5b-4c77-adcd-ea458af36784 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 945 time: 0.0558207 Mar 08 18:59:07.220093 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-dd6abfd2-6468-42dc-9003-5def4b11397d req-d7f0c61a-336d-4615-9e24-d4f58527eb27 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Mar 08 18:59:07.351184 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:59:08.286986 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ea09313f-5b34-4eca-9a0b-2a2321a126a9 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:59:08.342557 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1c26-489d-451c-b82f-c25cb36cd019 req-38e0141d-b188-443a-bbff-424c03ef1974 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:08.344048 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f2db1c26-489d-451c-b82f-c25cb36cd019 req-38e0141d-b188-443a-bbff-424c03ef1974 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 945 time: 0.0556145 Mar 08 18:59:08.388952 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port ea09313f-5b34-4eca-9a0b-2a2321a126a9 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:59:08.391670 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f2db1c26-489d-451c-b82f-c25cb36cd019 req-4139f18b-fc14-4510-bf3a-13b60698f7fb tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Mar 08 18:59:08.394226 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port ea09313f-5b34-4eca-9a0b-2a2321a126a9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:59:08.396191 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.476661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port ea09313f-5b34-4eca-9a0b-2a2321a126a9 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:59:08.477061 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.500879 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:08.503064 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f83519c-95dc-41ee-932a-ceb6bc0f3057" -d '{"events": [{"server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "name": "network-vif-plugged", "status": "completed", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:08.515118 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port ea09313f-5b34-4eca-9a0b-2a2321a126a9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:08.542009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835406fb-cf29-4a4e-b1bd-02f4b0d1b179 x-openstack-request-id: req-835406fb-cf29-4a4e-b1bd-02f4b0d1b179 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:08.542009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "name": "network-vif-plugged", "status": "completed", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:08.542009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-835406fb-cf29-4a4e-b1bd-02f4b0d1b179 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:08.542009 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'code': 200} Mar 08 18:59:08.594322 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:08.640966 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=ea09313f-5b34-4eca-9a0b-2a2321a126a9,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:08.881708 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0afd1-a424-4ea4-b704-62e86a7c71cd req-b67e25c5-1e5b-4c92-a1a4-5e08398e1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:08.883149 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-baf0afd1-a424-4ea4-b704-62e86a7c71cd req-b67e25c5-1e5b-4c92-a1a4-5e08398e1bae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 1130 time: 0.0442474 Mar 08 18:59:08.929431 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-baf0afd1-a424-4ea4-b704-62e86a7c71cd req-edca5308-0560-4f58-b59f-0b485341ebc7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Mar 08 18:59:09.511358 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d302d3-666f-4e1c-a2ec-dc1800126dfd req-c4f34681-3ff0-4ef4-a770-bbbd473f2910 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:09.512836 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-54d302d3-666f-4e1c-a2ec-dc1800126dfd req-c4f34681-3ff0-4ef4-a770-bbbd473f2910 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 946 time: 0.0544760 Mar 08 18:59:09.563002 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-54d302d3-666f-4e1c-a2ec-dc1800126dfd req-90f55458-d4d7-441e-841d-3b49214ef299 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Mar 08 18:59:10.684818 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7842-86b7-4f85-b100-3259a4801d37 req-3b304d68-65c6-4b9a-b978-83e2cb0f8cf8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:10.686299 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cfaf7842-86b7-4f85-b100-3259a4801d37 req-3b304d68-65c6-4b9a-b978-83e2cb0f8cf8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 946 time: 0.0532315 Mar 08 18:59:10.736426 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cfaf7842-86b7-4f85-b100-3259a4801d37 req-33a1ceb9-1fdd-48d6-bbe6-6cf8546d8f2f tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Mar 08 18:59:10.850746 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596e75b-c764-4bbe-828a-273283432e23 req-c24054cd-1284-4d77-bc5f-a6fd8f86e0b0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:10.852587 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4596e75b-c764-4bbe-828a-273283432e23 req-c24054cd-1284-4d77-bc5f-a6fd8f86e0b0 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 946 time: 0.0545382 Mar 08 18:59:10.862007 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57844) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:10.866714 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Request body: {'floatingip': {'port_id': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:10.906541 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (54c84ebd-8fb4-4bdf-83bc-310943b03035), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.346884 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.404720 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (54c84ebd-8fb4-4bdf-83bc-310943b03035), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:11.507378 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP 54c84ebd-8fb4-4bdf-83bc-310943b03035 associated. External IP: 172.27.0.181, port: ea09313f-5b34-4eca-9a0b-2a2321a126a9. Mar 08 18:59:11.958174 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:12.067089 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:12.071909 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:12.077431 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ed42c-636a-4922-8a85-62d994012456 None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:12.087314 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:12.087952 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.100172 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-cb8b9afc-8793-4e68-9e70-3b64ef7ac0ca tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "PUT /v2.0/floatingips/54c84ebd-8fb4-4bdf-83bc-310943b03035 HTTP/1.1" status: 200 len: 992 time: 1.2369480 Mar 08 18:59:12.100770 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:12.103078 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41" -d '{"events": [{"name": "network-changed", "server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:12.139606 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fdd517-e432-4818-9507-0b67ab0091d6 x-openstack-request-id: req-01fdd517-e432-4818-9507-0b67ab0091d6 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:12.139907 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:12.140165 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01fdd517-e432-4818-9507-0b67ab0091d6 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:12.140600 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'status': 'completed', 'code': 200} Mar 08 18:59:12.199377 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:12.208758 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-c447a8a9-f250-4fb5-80e5-ba88b6abeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:12.210261 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-c447a8a9-f250-4fb5-80e5-ba88b6abeb9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 1130 time: 0.0464137 Mar 08 18:59:12.305977 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-81d1a28a-2eee-4af4-9fc8-06e9ac1b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:12.307627 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-81d1a28a-2eee-4af4-9fc8-06e9ac1b9b2f service neutron] 10.222.0.77 "GET /v2.0/networks?id=288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 200 len: 915 time: 0.0894513 Mar 08 18:59:12.377897 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-d901cfc1-5cc9-4456-b4d2-87e5d17c01a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9 HTTP/1.1" status: 200 len: 1000 time: 0.0622823 Mar 08 18:59:12.428248 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-398445db-7dfd-47e9-a7c9-36032096a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:12.428958 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-398445db-7dfd-47e9-a7c9-36032096a74f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 200 len: 853 time: 0.0444591 Mar 08 18:59:12.431296 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '54c84ebd-8fb4-4bdf-83bc-310943b03035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:c2:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:56Z', 'updated_at': '2022-03-08T18:59:11Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.457672 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ed42c-636a-4922-8a85-62d994012456 None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:12.466761 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:12.467303 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.492700 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-9984cd16-33ba-4a9e-a5ff-0ead388f72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:12.494492 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-9984cd16-33ba-4a9e-a5ff-0ead388f72de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=288a8c8e-914f-4253-a63a-2438afdbc035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548406 Mar 08 18:59:12.576726 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:12.583435 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-e3c35a22-8b40-4151-9824-96805b079440 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828164 Mar 08 18:59:12.685800 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-f9d9ebc8-e8e9-41f1-acd6-caf58fd30a41 req-870c5b53-9a90-48e4-b382-b0ddefbf4b15 service neutron] 10.222.0.77 "GET /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891833 Mar 08 18:59:12.805608 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-824ed42c-636a-4922-8a85-62d994012456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '54c84ebd-8fb4-4bdf-83bc-310943b03035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:c2:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:56Z', 'updated_at': '2022-03-08T18:59:11Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:12.836812 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ed42c-636a-4922-8a85-62d994012456 None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '54c84ebd-8fb4-4bdf-83bc-310943b03035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'port_id': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'mac_address': 'fa:16:3e:c2:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:58:56Z', 'updated_at': '2022-03-08T18:59:11Z', 'revision_number': 1, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:13.025216 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b9aebd-767b-455e-8237-219cc5cf8ffc None None] New status for floating IP 54c84ebd-8fb4-4bdf-83bc-310943b03035: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:59:19.644165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ed6b-d664-4b95-be82-2b7afede0591 req-c111d188-0355-46ef-9d43-d75123660bd3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:19.645570 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b855ed6b-d664-4b95-be82-2b7afede0591 req-c111d188-0355-46ef-9d43-d75123660bd3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0594699 Mar 08 18:59:19.693336 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b855ed6b-d664-4b95-be82-2b7afede0591 req-99cf8e46-2337-45af-b052-29a366e1b9a2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Mar 08 18:59:19.753089 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c07606-a10d-426b-9fc5-e3d1cee3074d req-d6eee5c2-ac55-4e82-a27d-5a5ee6ce6c16 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:19.754580 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b2c07606-a10d-426b-9fc5-e3d1cee3074d req-d6eee5c2-ac55-4e82-a27d-5a5ee6ce6c16 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0557783 Mar 08 18:59:19.803581 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b2c07606-a10d-426b-9fc5-e3d1cee3074d req-968c4d15-06c1-4a55-86dc-fcafdc8e5d5c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427961 Mar 08 18:59:20.815954 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b57dc-24b7-4299-8765-740eb753345e req-483b8370-1538-44ab-9c9b-ac51c2d07f23 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:20.817429 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-832b57dc-24b7-4299-8765-740eb753345e req-483b8370-1538-44ab-9c9b-ac51c2d07f23 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0534267 Mar 08 18:59:20.866400 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-832b57dc-24b7-4299-8765-740eb753345e req-27763c39-298c-4406-9344-34fa8f944d27 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=42357bea-a367-4253-b899-388183f0af59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Mar 08 18:59:20.922578 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2111b7-a24e-4ee9-81d8-96c436c36b8a req-a5df5fd2-b601-4140-be5b-e373bf4929ce tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:20.924048 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8d2111b7-a24e-4ee9-81d8-96c436c36b8a req-a5df5fd2-b601-4140-be5b-e373bf4929ce tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Mar 08 18:59:20.970896 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8d2111b7-a24e-4ee9-81d8-96c436c36b8a req-19f3d867-dec5-4759-84fe-3db37674392c tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413563 Mar 08 18:59:21.176533 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-c8bb0bb6-bc85-4ce8-a349-0e679b947d07 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:21.177975 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-c8bb0bb6-bc85-4ce8-a349-0e679b947d07 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 947 time: 0.0540509 Mar 08 18:59:21.280148 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Deleting port fae65b94-2be1-420d-951d-bea4042bf083 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:21.280408 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (fae65b94-2be1-420d-951d-bea4042bf083), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.372133 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] For port fae65b94-2be1-420d-951d-bea4042bf083, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fae65b94-2be1-420d-951d-bea4042bf083,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:21.372487 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (fae65b94-2be1-420d-951d-bea4042bf083), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.541537 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.541814 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (179de984-1017-4a4c-bebc-4caa1164e501), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.542152 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Floating IP 179de984-1017-4a4c-bebc-4caa1164e501 disassociated. External IP: 172.27.0.21, port: fae65b94-2be1-420d-951d-bea4042bf083. Mar 08 18:59:21.542492 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Calling delete_port for fae65b94-2be1-420d-951d-bea4042bf083 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:21.548391 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.664271 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a80b-a998-409d-87e0-a78a4313203f req-3abcd9e1-d401-4c7b-be66-bdd0fe0c7d7f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:21.665759 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0628a80b-a998-409d-87e0-a78a4313203f req-3abcd9e1-d401-4c7b-be66-bdd0fe0c7d7f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0583160 Mar 08 18:59:21.742939 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (fae65b94-2be1-420d-951d-bea4042bf083), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.761400 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Deleting port 6a0ccd68-2f99-4676-8649-7d8e4f838789 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:21.761746 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.773336 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event deleted for resources: {'Port': ['ID=fae65b94-2be1-420d-951d-bea4042bf083,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:21.863716 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] For port 6a0ccd68-2f99-4676-8649-7d8e4f838789, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a0ccd68-2f99-4676-8649-7d8e4f838789,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:21.864302 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:21.891072 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:21.997377 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-acd52e63-5d01-4d97-85f8-1aea3c72a080 req-80f9af43-283d-4128-8c2c-18f6289036a2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 210 time: 0.0330062 Mar 08 18:59:22.007847 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:22.023021 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:22.034856 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:22.035565 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:22.051489 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] No DVR routers for this DVR port fae65b94-2be1-420d-951d-bea4042bf083 on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:22.054096 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:22.057873 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-22c99d15-6c3b-4515-b347-11dbbf998b2a req-a34db4c1-a626-488d-b8a9-3b8ad6045238 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "DELETE /v2.0/ports/fae65b94-2be1-420d-951d-bea4042bf083 HTTP/1.1" status: 204 len: 173 time: 0.8643394 Mar 08 18:59:22.058346 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-deleted', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:22.061250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7407f1-f0d8-4b1a-b716-74bdbdf2a0d0" -d '{"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-deleted", "tag": "fae65b94-2be1-420d-951d-bea4042bf083"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:22.100643 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77315c87-d40f-4477-ad8a-fc9f2f53fc16 x-openstack-request-id: req-77315c87-d40f-4477-ad8a-fc9f2f53fc16 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:22.100942 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0191b05-7a03-4842-a7da-0b293ee24645", "name": "network-vif-deleted", "tag": "fae65b94-2be1-420d-951d-bea4042bf083", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:22.101238 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77315c87-d40f-4477-ad8a-fc9f2f53fc16 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:22.101647 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0191b05-7a03-4842-a7da-0b293ee24645', 'name': 'network-vif-deleted', 'tag': 'fae65b94-2be1-420d-951d-bea4042bf083', 'status': 'completed', 'code': 200} Mar 08 18:59:22.141736 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:22.142383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (b47bbaab-b2b7-4279-8a7a-d0623bdc1960), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:22.142533 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Floating IP b47bbaab-b2b7-4279-8a7a-d0623bdc1960 disassociated. External IP: 172.27.0.51, port: 6a0ccd68-2f99-4676-8649-7d8e4f838789. Mar 08 18:59:22.142814 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Calling delete_port for 6a0ccd68-2f99-4676-8649-7d8e4f838789 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:22.156638 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07e0cf-5ad1-49aa-ba13-27c1fe18471b req-ca68a83c-57e9-41e6-96a0-301af94ade8f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:22.158195 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da07e0cf-5ad1-49aa-ba13-27c1fe18471b req-ca68a83c-57e9-41e6-96a0-301af94ade8f tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 945 time: 0.0964315 Mar 08 18:59:22.169347 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:22.267775 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-da07e0cf-5ad1-49aa-ba13-27c1fe18471b req-96c486b1-d02b-4423-a21d-b6b43ea72ee7 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups?id=b27b960c-51ac-4a6c-8fd1-481de37e9263&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025376 Mar 08 18:59:22.403545 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:22.469153 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (6a0ccd68-2f99-4676-8649-7d8e4f838789), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:22.503455 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event deleted for resources: {'Port': ['ID=6a0ccd68-2f99-4676-8649-7d8e4f838789,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:22.571294 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:22.587376 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:22.588042 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:22.624994 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:22.675290 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b437a60-4fa2-41a0-974b-344af690e6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:22.703022 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:22.732876 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:22.744397 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:22.755546 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:22.756415 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:22.782930 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] No DVR routers for this DVR port 6a0ccd68-2f99-4676-8649-7d8e4f838789 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:22.787163 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:22.791924 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0628a80b-a998-409d-87e0-a78a4313203f req-d691c428-b29a-48b6-972f-a4b38dffc1f9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.77 "DELETE /v2.0/ports/6a0ccd68-2f99-4676-8649-7d8e4f838789 HTTP/1.1" status: 204 len: 173 time: 1.1204636 Mar 08 18:59:22.792872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'name': 'network-vif-deleted', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:22.795067 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6cd1fa-28b8-4e96-a69d-b9d823dccf55" -d '{"events": [{"server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "name": "network-vif-deleted", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:22.884401 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:22.926688 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:22.961711 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec779876-1193-455b-a026-7272e4e2f00a None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:23.022734 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbce775b-7f6c-4b18-bc1c-a379e1a89c70 x-openstack-request-id: req-dbce775b-7f6c-4b18-bc1c-a379e1a89c70 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:23.023220 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ac9f0-dfaf-41df-8279-5d3d3c2b6319", "name": "network-vif-deleted", "tag": "6a0ccd68-2f99-4676-8649-7d8e4f838789", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:23.023479 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dbce775b-7f6c-4b18-bc1c-a379e1a89c70 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:23.023872 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ac9f0-dfaf-41df-8279-5d3d3c2b6319', 'name': 'network-vif-deleted', 'tag': '6a0ccd68-2f99-4676-8649-7d8e4f838789', 'status': 'completed', 'code': 200} Mar 08 18:59:23.155179 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-79c5deca-bf2d-4630-88d5-17f9bddb6ff5 req-6ee3eab9-24c6-4156-afed-3e7d23cdb84f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0191b05-7a03-4842-a7da-0b293ee24645 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Mar 08 18:59:23.244647 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:23.273173 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:23.283334 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:23.283957 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:58:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:23.289365 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ef99d-bc54-4b32-9738-849286f53f3c None None] New status for floating IP 179de984-1017-4a4c-bebc-4caa1164e501: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:59:23.380755 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0553b5ab-dcb0-423f-b89d-7401e7dac81f req-c34b69b1-17c6-4e23-b14a-57c403df6adc tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b01ac9f0-dfaf-41df-8279-5d3d3c2b6319 HTTP/1.1" status: 200 len: 210 time: 0.0306790 Mar 08 18:59:23.403991 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:23.621387 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:23.651053 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2817e9-f75d-4f3a-9afa-fdf0771c6b49 None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:52:58Z', 'revision_number': 4, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea', 'name': '', 'network_id': 'b862c615-770c-4344-abbb-1e35a70abc6b', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'mac_address': 'fa:16:3e:0e:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:56Z', 'updated_at': '2022-03-08T18:53:04Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'subnets': [{'id': 'ec04382b-096c-49a9-a89a-d851e3f0e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:23.859973 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf9e25-3055-4195-ab58-53be59910713 None None] New status for floating IP b47bbaab-b2b7-4279-8a7a-d0623bdc1960: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:59:24.320930 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57958) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:24.368470 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:24.379117 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a05dd90-69a5-4891-99d2-2d65bc4ffecf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (42357bea-a367-4253-b899-388183f0af59), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.389002 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: fae65b94-2be1-420d-951d-bea4042bf083 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:24.389349 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device fae65b94-2be1-420d-951d-bea4042bf083 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:24.389772 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6a0ccd68-2f99-4676-8649-7d8e4f838789 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:24.403856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a05dd90-69a5-4891-99d2-2d65bc4ffecf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (42357bea-a367-4253-b899-388183f0af59), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.409991 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 6a0ccd68-2f99-4676-8649-7d8e4f838789 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:24.410448 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6a0ccd68-2f99-4676-8649-7d8e4f838789 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:24.554415 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a05dd90-69a5-4891-99d2-2d65bc4ffecf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (42357bea-a367-4253-b899-388183f0af59), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.557030 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a05dd90-69a5-4891-99d2-2d65bc4ffecf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.558219 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-9a05dd90-69a5-4891-99d2-2d65bc4ffecf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "DELETE /v2.0/security-groups/42357bea-a367-4253-b899-388183f0af59 HTTP/1.1" status: 204 len: 168 time: 0.2362800 Mar 08 18:59:24.560931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:24.567699 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05dd90-69a5-4891-99d2-2d65bc4ffecf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42357bea-a367-4253-b899-388183f0af59,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:24.574581 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.api.v2.resource [None req-2deec379-ae84-430d-b08a-d56e1b2f490d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] show failed (client error): The resource could not be found. Mar 08 18:59:24.575628 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2deec379-ae84-430d-b08a-d56e1b2f490d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups/42357bea-a367-4253-b899-388183f0af59 HTTP/1.1" status: 404 len: 347 time: 0.0135765 Mar 08 18:59:24.578444 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57966) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:24.595355 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:24.648896 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b0b50ef-939a-44d8-93a4-db05e3f8d1ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (b27b960c-51ac-4a6c-8fd1-481de37e9263), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.676100 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b0b50ef-939a-44d8-93a4-db05e3f8d1ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (b27b960c-51ac-4a6c-8fd1-481de37e9263), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.706286 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Deleting port b6ab3408-aae5-4b40-9584-353c9355fc20 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:24.706636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.785173 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.785498 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (b6ab3408-aae5-4b40-9584-353c9355fc20), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.796828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Calling delete_port for b6ab3408-aae5-4b40-9584-353c9355fc20 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:24.811597 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b0b50ef-939a-44d8-93a4-db05e3f8d1ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b27b960c-51ac-4a6c-8fd1-481de37e9263), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.818250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b0b50ef-939a-44d8-93a4-db05e3f8d1ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.818250 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4b0b50ef-939a-44d8-93a4-db05e3f8d1ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "DELETE /v2.0/security-groups/b27b960c-51ac-4a6c-8fd1-481de37e9263 HTTP/1.1" status: 204 len: 168 time: 0.2191558 Mar 08 18:59:24.820067 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57970) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:24.833024 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b50ef-939a-44d8-93a4-db05e3f8d1ef tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27b960c-51ac-4a6c-8fd1-481de37e9263,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:24.840582 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.api.v2.resource [None req-887ee8ca-0c53-4b4c-b26f-45fe2cc4faf9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] show failed (client error): The resource could not be found. Mar 08 18:59:24.841684 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-887ee8ca-0c53-4b4c-b26f-45fe2cc4faf9 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "GET /v2.0/security-groups/b27b960c-51ac-4a6c-8fd1-481de37e9263 HTTP/1.1" status: 404 len: 347 time: 0.0206230 Mar 08 18:59:24.844472 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 57972) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:24.931538 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c29e62b2-d7d9-4d22-a75e-31a1e5c2da97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:24.974211 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Deleting port b28e1c40-c394-4625-869b-cda31c1e5a10 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:24.974552 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.005916 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (b6ab3408-aae5-4b40-9584-353c9355fc20), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.030039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event deleted for resources: {'Port': ['ID=b6ab3408-aae5-4b40-9584-353c9355fc20,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:25.054967 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.055289 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (b28e1c40-c394-4625-869b-cda31c1e5a10), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.067890 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Calling delete_port for b28e1c40-c394-4625-869b-cda31c1e5a10 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:25.094121 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (179de984-1017-4a4c-bebc-4caa1164e501), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.096680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.097839 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9bd1a6a2-f1ac-4c17-b41d-0f052a9ba189 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "DELETE /v2.0/floatingips/179de984-1017-4a4c-bebc-4caa1164e501 HTTP/1.1" status: 204 len: 168 time: 0.5185022 Mar 08 18:59:25.285762 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (b28e1c40-c394-4625-869b-cda31c1e5a10), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.310741 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Pushing event deleted for resources: {'Port': ['ID=b28e1c40-c394-4625-869b-cda31c1e5a10,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:25.375857 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks [] for floatingip (b47bbaab-b2b7-4279-8a7a-d0623bdc1960), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.378764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.379983 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-9a502deb-d7a0-4631-b24b-aa7c735b32e4 tempest-AttachVolumeTestJSON-116219180 tempest-AttachVolumeTestJSON-116219180-project] 10.222.0.74 "DELETE /v2.0/floatingips/b47bbaab-b2b7-4279-8a7a-d0623bdc1960 HTTP/1.1" status: 204 len: 168 time: 0.5345149 Mar 08 18:59:25.488334 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57978) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:25.493412 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109898966', 'description': 'tempest-description--1516730577'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:25.611877 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.688901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (2f95050d-4821-45b5-9a54-27ce17b4c883), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.822249 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2f95050d-4821-45b5-9a54-27ce17b4c883), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.851611 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f95050d-4821-45b5-9a54-27ce17b4c883,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:25.928251 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:25.929531 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-61d1febb-5150-49fd-a736-5f2f11688ca2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4400783 Mar 08 18:59:25.932542 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57984) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:25.937008 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'security_group_rule': {'security_group_id': '2f95050d-4821-45b5-9a54-27ce17b4c883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:26.073872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (1a785943-414e-4535-81ab-2a58478643ab), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.128784 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (1a785943-414e-4535-81ab-2a58478643ab), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.222002 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.303045 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (1a785943-414e-4535-81ab-2a58478643ab), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.322169 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a785943-414e-4535-81ab-2a58478643ab,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:26.330205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.330505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.330851 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.331183 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.331527 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.331860 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.332189 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.332514 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.332840 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.333164 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.333488 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.333810 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.334200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:26.413687 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.414943 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-0a75217e-1dca-4e57-8b6f-16409eab5bd0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814591 Mar 08 18:59:26.417638 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57988) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:26.422073 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'security_group_rule': {'security_group_id': '2f95050d-4821-45b5-9a54-27ce17b4c883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:26.536456 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (58028ea7-37d7-4359-84c3-a5c2aee9a535), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.597758 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (58028ea7-37d7-4359-84c3-a5c2aee9a535), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.691166 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (58028ea7-37d7-4359-84c3-a5c2aee9a535), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.710487 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58028ea7-37d7-4359-84c3-a5c2aee9a535,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:26.790483 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:26.792217 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7af55a93-7727-4e76-8313-055047b0586f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730884 Mar 08 18:59:26.795371 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 57994) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:26.799790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:26.993541 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.091653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.194422 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Allocated IP 172.27.0.85 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/a9844eed-61fb-45fc-98c1-36ab2bc85f5d) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:59:27.297937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.451414 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.452012 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.494680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:59:27.497605 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:59:27.500209 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:59:27.524407 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'Port': ['ID=a9844eed-61fb-45fc-98c1-36ab2bc85f5d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:27.597169 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (86c4ae41-7492-43fd-abbd-143668f8c27c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.747358 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.895795 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:27.982462 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:28.048599 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'Port': ['ID=a9844eed-61fb-45fc-98c1-36ab2bc85f5d,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:28.061190 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (86c4ae41-7492-43fd-abbd-143668f8c27c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:28.179380 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:28.186352 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-64b99b90-835f-4bc0-b469-6727553fa068 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3842824 Mar 08 18:59:28.380689 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-23e033b6-e942-424c-92c2-b5873fbdb7bf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--109898966&fields=id&tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 267 time: 0.0455697 Mar 08 18:59:28.752239 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-fe2ddc41-8705-4f2f-adfa-8f79216dea06 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:28.753274 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-fe2ddc41-8705-4f2f-adfa-8f79216dea06 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 816 time: 0.3659754 Mar 08 18:59:28.768038 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-94e52f6e-0feb-4b09-9e78-1e4035bfd881 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/quotas/280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 375 time: 0.0092931 Mar 08 18:59:28.822833 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-42b48970-1e7b-49bb-98ff-7d73fdf4815f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499878 Mar 08 18:59:29.011529 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ac5af104-e042-4428-ad94-6e02e59e369d service neutron] 10.222.0.74 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777308 Mar 08 18:59:29.105633 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-8c3563f2-b0ed-4a15-ae1b-1ae6e77f7e9f service neutron] 10.222.0.74 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883036 Mar 08 18:59:29.188459 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:29.421840 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ae974717-62ff-4bc0-8e94-31d3ed9df632 req-588a70b6-7325-4e29-9b46-810ae3a42464 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 210 time: 0.0318191 Mar 08 18:59:29.609881 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:30.126328 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:30.425310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Deleting port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:30.425517 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:30.529262 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1c0133d9-0e1b-46a8-ac54-bf8d95001beb req-b5c71f52-272a-431b-be92-921a511975e4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 210 time: 0.0365937 Mar 08 18:59:30.534671 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] For port ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:30.535038 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:30.548443 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Calling delete_port for ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:30.839544 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:30.865005 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:31.040422 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:31.261116 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:31.368184 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:31.373838 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-33e4562c-093d-426f-a83b-564cf62d63ce admin admin] 10.222.0.74 "PUT /v2.0/routers/5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628586 Mar 08 18:59:31.376409 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58046) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:31.379063 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] Sync routers for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:31.395442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:31.396175 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:31.493877 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks [] for router (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:31.504944 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:31.622200 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks [] for router_gateway (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:31.659392 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-09870e1d-4b6a-43ff-9b20-e54447379fa9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:31.660830 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-09870e1d-4b6a-43ff-9b20-e54447379fa9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 816 time: 0.1633787 Mar 08 18:59:31.662842 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a4a61a08-fbcf-4a9f-9adf-90549654e9e1 req-44987557-db53-47bd-82fe-501246b3dafc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 210 time: 0.0420492 Mar 08 18:59:31.694863 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:59:30Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:31.721663 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] Checking router: 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:31.732081 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] Routers {'5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:31.732920 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:31.733272 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-2f428b42-bfef-4582-9cc9-352952ac5383 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 379 time: 0.0632696 Mar 08 18:59:31.742574 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'port': {'device_id': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'admin_state_up': True, 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'security_groups': ['2f95050d-4821-45b5-9a54-27ce17b4c883']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:31.833113 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Deleting port 68a2680a-a328-4b16-922f-7cc0df02693e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:31.833471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:31.847179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] Set router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:31.921801 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] For port 68a2680a-a328-4b16-922f-7cc0df02693e, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=68a2680a-a328-4b16-922f-7cc0df02693e,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:31.922182 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:31.937740 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Calling delete_port for 68a2680a-a328-4b16-922f-7cc0df02693e owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:31.953925 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Made reservation on behalf of 280cf73813cf4ffbb3f685ad1c2a9bbf for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:59:31.957529 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.036570 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:59:30Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:32.067581 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51467a7-fd44-425c-ad88-ac7698de67e3 None None] The sync data for ids ['5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6'] in dv-cinder-830088-3-iscsi is: [{'id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'name': 'tempest-AttachVolumeTestJSON-404532242-router', 'tenant_id': 'dd02145d689e4b809d70342a8a66b373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:52:52Z', 'updated_at': '2022-03-08T18:59:30Z', 'revision_number': 5, 'project_id': 'dd02145d689e4b809d70342a8a66b373', 'gw_port': {'id': '68a2680a-a328-4b16-922f-7cc0df02693e', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:52:53Z', 'updated_at': '2022-03-08T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:32.100201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Allocated IP 172.20.0.14 (09e6dc21-9a04-4916-be67-a5b24e54b810/5149b714-d2ba-4a44-b4db-5b2ef53d1391/41075827-6dc9-4532-90d6-21c4e5ce7db1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:59:32.210782 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (68a2680a-a328-4b16-922f-7cc0df02693e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.236575 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a2680a-a328-4b16-922f-7cc0df02693e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:32.308912 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.312935 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.408013 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.409832 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks [] for router_controller (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.418332 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.482527 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:32.485725 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:59:32.487729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:59:32.489683 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:59:32.547010 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:32.548776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:32.549242 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.549796 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 18:59:32.550162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.561563 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.562779 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-31cd88e5-0d28-4def-b157-6b6733932529 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5cc77fc3-1468-4f23-974c-a5c4ac7b0eb6 HTTP/1.1" status: 204 len: 168 time: 1.1826947 Mar 08 18:59:32.570530 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58054) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:32.583183 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:32.583744 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device ab52d8b8-4f3b-45b4-a46c-8a48ff2a56ea not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:32.625878 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Deleting subnet ec04382b-096c-49a9-a89a-d851e3f0e19b {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 18:59:32.630022 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Publish callbacks [] for subnet (ec04382b-096c-49a9-a89a-d851e3f0e19b), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.660776 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-ad99cefc-7b54-4f90-93e6-a2ea6d0b08b1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9219670 Mar 08 18:59:32.674964 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Request body: {'port': {'device_id': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:32.697672 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12440269'] for subnet (ec04382b-096c-49a9-a89a-d851e3f0e19b), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.773708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-90742c94-da08-4430-8026-5ec2d0850ffa None None] Provisioning complete for port 41075827-6dc9-4532-90d6-21c4e5ce7db1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:59:32.774009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-90742c94-da08-4430-8026-5ec2d0850ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.801441 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:32.812087 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-90742c94-da08-4430-8026-5ec2d0850ffa None None] Port 41075827-6dc9-4532-90d6-21c4e5ce7db1 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 18:59:33.175063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (ec04382b-096c-49a9-a89a-d851e3f0e19b), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.228730 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfca8d6-eb31-4fdb-92e3-679048165db7 req-f4020c3e-b4ab-4757-8521-477643570ee5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:33.230304 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0dfca8d6-eb31-4fdb-92e3-679048165db7 req-f4020c3e-b4ab-4757-8521-477643570ee5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 932 time: 0.4719932 Mar 08 18:59:33.367305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0dfca8d6-eb31-4fdb-92e3-679048165db7 req-c37be2a4-40d8-4433-a686-c73ca8358d54 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929654 Mar 08 18:59:33.476107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12559142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763010'] for subnet (ec04382b-096c-49a9-a89a-d851e3f0e19b), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.509554 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec04382b-096c-49a9-a89a-d851e3f0e19b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:33.515020 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41075827-6dc9-4532-90d6-21c4e5ce7db1 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:59:33.522826 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.525547 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4009d1cd-cf23-4907-aa83-eb0ef1dfb39b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ec04382b-096c-49a9-a89a-d851e3f0e19b HTTP/1.1" status: 204 len: 168 time: 0.9536569 Mar 08 18:59:33.525800 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d5553-79f1-45eb-b8b7-10a4a871fb7f None None] Network b862c615-770c-4344-abbb-1e35a70abc6b requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:59:33.527756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Publish callbacks [] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.528263 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58058) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:33.543452 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Transition to ACTIVE for port object 41075827-6dc9-4532-90d6-21c4e5ce7db1 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:59:33.602716 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (b862c615-770c-4344-abbb-1e35a70abc6b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.660314 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Deleting port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:33.660650 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.669078 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.686187 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] DHCP port deletion for b862c615-770c-4344-abbb-1e35a70abc6b request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 18:59:33.728746 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] For port 3867fa1a-f3e6-41aa-864a-044c74aed1a1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3867fa1a-f3e6-41aa-864a-044c74aed1a1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:33.728746 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.729104 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:33.745143 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Calling delete_port for 3867fa1a-f3e6-41aa-864a-044c74aed1a1 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:33.751739 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] Deleting port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 18:59:33.752325 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.815028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Attempting to bind port 41075827-6dc9-4532-90d6-21c4e5ce7db1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:59:33.815382 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Attempting to bind port 41075827-6dc9-4532-90d6-21c4e5ce7db1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:59:33.815722 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Attempting to bind port 41075827-6dc9-4532-90d6-21c4e5ce7db1 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:59:33.821680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Port 41075827-6dc9-4532-90d6-21c4e5ce7db1 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:59:33.822106 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Attempting to bind port 41075827-6dc9-4532-90d6-21c4e5ce7db1 on network 09e6dc21-9a04-4916-be67-a5b24e54b810 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:59:33.828976 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:59:33.829294 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Checking segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:59:33.829692 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Bound using segment: {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:59:33.830261 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Bound port: 41075827-6dc9-4532-90d6-21c4e5ce7db1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59fb31b-ab4d-4def-9251-ff294aee32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:59:33.830828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.840002 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] For port 3867fa1a-f3e6-41aa-864a-044c74aed1a1, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3867fa1a-f3e6-41aa-864a-044c74aed1a1,segment=NetworkSegment(e5a09cbf-6506-4772-b675-fd1ec4ff4c21),segment_id=e5a09cbf-6506-4772-b675-fd1ec4ff4c21)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:33.841452 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.856565 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] Calling delete_port for 3867fa1a-f3e6-41aa-864a-044c74aed1a1 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 18:59:33.891831 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.907034 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:59:33.910375 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:59:33.920261 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Pushing event deleted for resources: {'Port': ['ID=3867fa1a-f3e6-41aa-864a-044c74aed1a1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:33.922472 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] No DVR routers for this DVR port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:33.943160 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (3867fa1a-f3e6-41aa-864a-044c74aed1a1), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:33.969972 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] Pushing event deleted for resources: {'Port': ['ID=3867fa1a-f3e6-41aa-864a-044c74aed1a1,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:33.971962 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8b3ca-7f67-4bb4-a34e-c7ba33f9bb3a None None] No DVR routers for this DVR port 3867fa1a-f3e6-41aa-864a-044c74aed1a1 on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 18:59:33.994742 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.002320 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (b862c615-770c-4344-abbb-1e35a70abc6b), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.022398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b862c615-770c-4344-abbb-1e35a70abc6b']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:34.035338 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:34.035647 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a09cbf-6506-4772-b675-fd1ec4ff4c21') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:34.048751 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (e5a09cbf-6506-4772-b675-fd1ec4ff4c21), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.057448 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.058070 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.059448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] 10.222.0.77 "PUT /v2.0/ports/41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 1094 time: 1.3886528 Mar 08 18:59:34.059905 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:34.062232 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072838c3-c084-424f-bcce-7f90c436881e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:34.064247 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (e5a09cbf-6506-4772-b675-fd1ec4ff4c21), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (e5a09cbf-6506-4772-b675-fd1ec4ff4c21), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 18:59:34.077318 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 18:59:34.081412 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c7b4-acb7-4a40-bf47-873a0e2c5d04 service neutron] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:34.110627 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af548d-fdee-4419-850f-40a935fab0d8 x-openstack-request-id: req-70af548d-fdee-4419-850f-40a935fab0d8 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:34.110928 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:34.111219 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-70af548d-fdee-4419-850f-40a935fab0d8 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:34.111705 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'status': 'completed', 'code': 200} Mar 08 18:59:34.186368 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072838c3-c084-424f-bcce-7f90c436881e req-a73761f0-0068-49e6-9cad-8c2e85c1352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.188116 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-072838c3-c084-424f-bcce-7f90c436881e req-a73761f0-0068-49e6-9cad-8c2e85c1352b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1128 time: 0.0551028 Mar 08 18:59:34.228390 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (b862c615-770c-4344-abbb-1e35a70abc6b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.235959 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.239249 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b862c615-770c-4344-abbb-1e35a70abc6b HTTP/1.1" status: 204 len: 168 time: 0.7099664 Mar 08 18:59:34.260135 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19167-e156-46db-94a7-dc55fe620568 admin admin] Pushing event deleted for resources: {'Network': ['ID=b862c615-770c-4344-abbb-1e35a70abc6b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:34.297827 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072838c3-c084-424f-bcce-7f90c436881e req-fa8709aa-d4ed-4a63-9878-dc644a7c6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.299351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-072838c3-c084-424f-bcce-7f90c436881e req-fa8709aa-d4ed-4a63-9878-dc644a7c6397 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1037374 Mar 08 18:59:34.399787 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072838c3-c084-424f-bcce-7f90c436881e req-d4b12c14-0ad4-4df9-a0d0-bb3b5e818f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.401249 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-072838c3-c084-424f-bcce-7f90c436881e req-d4b12c14-0ad4-4df9-a0d0-bb3b5e818f46 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954020 Mar 08 18:59:34.426591 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3867fa1a-f3e6-41aa-864a-044c74aed1a1 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:34.449950 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 3867fa1a-f3e6-41aa-864a-044c74aed1a1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:34.450331 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3867fa1a-f3e6-41aa-864a-044c74aed1a1 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:34.450742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 68a2680a-a328-4b16-922f-7cc0df02693e no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 18:59:34.524057 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-f1b6dc19-d471-4297-a733-641f17c80aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.525193 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-f1b6dc19-d471-4297-a733-641f17c80aca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1128 time: 0.0837421 Mar 08 18:59:34.533144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad6df2-aa97-470b-9fcf-982c7ac7bf29 req-d6e7940d-1742-4ffe-81a4-9690feea1ffe tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.534663 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99ad6df2-aa97-470b-9fcf-982c7ac7bf29 req-d6e7940d-1742-4ffe-81a4-9690feea1ffe tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0826271 Mar 08 18:59:34.582318 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-a838d0ad-97d0-42a1-bc57-5171aecbcd53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 217 time: 0.0460153 Mar 08 18:59:34.600455 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58066) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:34.604393 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 68a2680a-a328-4b16-922f-7cc0df02693e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 18:59:34.604781 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 68a2680a-a328-4b16-922f-7cc0df02693e not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 18:59:34.647923 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-93e07a43-90dd-45b3-91d2-1a1053b4f566 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd02145d689e4b809d70342a8a66b373&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462461 Mar 08 18:59:34.650440 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58068) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:34.653135 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-99ad6df2-aa97-470b-9fcf-982c7ac7bf29 req-39d38d8a-8200-4aa6-9a98-a6f65e6a5f88 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117284 Mar 08 18:59:34.656916 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-5926912e-23ce-48e8-9593-e61c87ec2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.658347 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-5926912e-23ce-48e8-9593-e61c87ec2c96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0701337 Mar 08 18:59:34.703613 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b05795c-b438-45d8-bab2-a523df969d23 admin admin] Publish callbacks [] for security_group (771e7558-3fa8-4150-a723-a869133505ef), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.709823 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-b23d2a9e-3704-45ae-b809-1081c7e24eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:34.711444 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-b23d2a9e-3704-45ae-b809-1081c7e24eb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460606 Mar 08 18:59:34.725322 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b05795c-b438-45d8-bab2-a523df969d23 admin admin] Publish callbacks [] for security_group (771e7558-3fa8-4150-a723-a869133505ef), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.805987 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-5d243368-3df5-49e3-b4f3-462f5b3b1dc6 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874350 Mar 08 18:59:34.840024 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b05795c-b438-45d8-bab2-a523df969d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (771e7558-3fa8-4150-a723-a869133505ef), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.842701 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b05795c-b438-45d8-bab2-a523df969d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:34.843882 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3b05795c-b438-45d8-bab2-a523df969d23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/771e7558-3fa8-4150-a723-a869133505ef HTTP/1.1" status: 204 len: 168 time: 0.1924319 Mar 08 18:59:34.851962 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05795c-b438-45d8-bab2-a523df969d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e7558-3fa8-4150-a723-a869133505ef,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:34.898150 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fa2ac88d-9b79-4b99-b952-96a195e9d51f req-c0db96a0-5c93-492a-81a2-a53626fa303e service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Mar 08 18:59:35.783466 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00974d-039b-47f5-8d51-caaa458fbd6e req-401431f7-4118-476b-89d5-234169a33fa9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:35.784946 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e00974d-039b-47f5-8d51-caaa458fbd6e req-401431f7-4118-476b-89d5-234169a33fa9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0592606 Mar 08 18:59:35.832055 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3e00974d-039b-47f5-8d51-caaa458fbd6e req-07ca6c13-0503-4b5a-b42c-e4c196ecba44 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414684 Mar 08 18:59:36.971925 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbec8c-9495-4cee-bf5d-276a98691ba1 req-20335f99-a420-4846-865b-92a8dbae8740 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:36.973401 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42fbec8c-9495-4cee-bf5d-276a98691ba1 req-20335f99-a420-4846-865b-92a8dbae8740 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0649185 Mar 08 18:59:37.022858 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-42fbec8c-9495-4cee-bf5d-276a98691ba1 req-873299e9-e676-4f97-b5ea-6f8238b02ccb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Mar 08 18:59:38.154155 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db365ea6-4850-4029-91b7-befebf2725bf req-1fa396bd-1923-4afd-af06-26d29224efa5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:38.155685 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-db365ea6-4850-4029-91b7-befebf2725bf req-1fa396bd-1923-4afd-af06-26d29224efa5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0616233 Mar 08 18:59:38.205656 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-db365ea6-4850-4029-91b7-befebf2725bf req-247979c5-5d6f-40f4-a252-9735bd0a6cd3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Mar 08 18:59:38.427921 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 18:59:38.529463 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:38.539838 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'mac_address': 'fa:16:3e:5e:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 18:59:38.578101 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:59:38.578497 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:38.591401 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41075827-6dc9-4532-90d6-21c4e5ce7db1 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:59:38.612608 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:38.725661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:38.774658 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:38.781941 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.782316 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.782664 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.783027 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.783328 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.783659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.783988 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.784314 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.784638 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.784964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.785292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.785610 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.785929 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 18:59:38.978122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['41075827-6dc9-4532-90d6-21c4e5ce7db1'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 18:59:39.333769 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d9ca-01bc-472c-8f6a-d3945f410c74 req-dd160890-5e99-443b-a962-805c91640b82 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:39.335342 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-af96d9ca-01bc-472c-8f6a-d3945f410c74 req-dd160890-5e99-443b-a962-805c91640b82 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 945 time: 0.0551553 Mar 08 18:59:39.383606 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-af96d9ca-01bc-472c-8f6a-d3945f410c74 req-0c40f817-b9f5-4c25-b887-7a418be6ac77 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Mar 08 18:59:39.717123 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58138) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:39.824263 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf3c7-4c6d-4cb0-8f03-4f5ccc68af3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:39.897026 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf3c7-4c6d-4cb0-8f03-4f5ccc68af3a admin admin] Publish callbacks [] for security_group (9190173f-3907-45c7-b493-133ef21859d6), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:39.984502 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf3c7-4c6d-4cb0-8f03-4f5ccc68af3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9190173f-3907-45c7-b493-133ef21859d6), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.023478 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d0ebf3c7-4c6d-4cb0-8f03-4f5ccc68af3a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da9475510c774200b91c265748c3a43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052495 Mar 08 18:59:40.024577 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebf3c7-4c6d-4cb0-8f03-4f5ccc68af3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190173f-3907-45c7-b493-133ef21859d6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:40.026752 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58142) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:40.075086 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46998a1c-805f-43d7-9666-37b213bb6e3c admin admin] Publish callbacks [] for security_group (9190173f-3907-45c7-b493-133ef21859d6), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.097574 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46998a1c-805f-43d7-9666-37b213bb6e3c admin admin] Publish callbacks [] for security_group (9190173f-3907-45c7-b493-133ef21859d6), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.222258 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46998a1c-805f-43d7-9666-37b213bb6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9190173f-3907-45c7-b493-133ef21859d6), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.224786 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46998a1c-805f-43d7-9666-37b213bb6e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.225955 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-46998a1c-805f-43d7-9666-37b213bb6e3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9190173f-3907-45c7-b493-133ef21859d6 HTTP/1.1" status: 204 len: 168 time: 0.1981938 Mar 08 18:59:40.235537 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46998a1c-805f-43d7-9666-37b213bb6e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190173f-3907-45c7-b493-133ef21859d6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:40.447489 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 18:59:40.521870 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430573fd-f15b-4e2b-8708-404dd438fb27 req-1bf4e25c-1e3f-4fb9-b211-774cb7aa7e4b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:40.523391 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-430573fd-f15b-4e2b-8708-404dd438fb27 req-1bf4e25c-1e3f-4fb9-b211-774cb7aa7e4b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 945 time: 0.0621064 Mar 08 18:59:40.565018 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 41075827-6dc9-4532-90d6-21c4e5ce7db1 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 18:59:40.569216 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 41075827-6dc9-4532-90d6-21c4e5ce7db1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 18:59:40.569889 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.587377 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-430573fd-f15b-4e2b-8708-404dd438fb27 req-0ae97722-fbcf-4d30-b8a9-426263ae3cef tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575869 Mar 08 18:59:40.657573 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 18:59:40.657765 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.680716 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:40.683566 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2629b0-cfb9-45e6-90e4-c109d387081c" -d '{"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-plugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:40.699128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 18:59:40.722128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef329334-d585-412c-aa80-ad6c829800e7 x-openstack-request-id: req-ef329334-d585-412c-aa80-ad6c829800e7 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:40.722128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-plugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:40.722128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ef329334-d585-412c-aa80-ad6c829800e7 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:40.722128 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'code': 200} Mar 08 18:59:40.771493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:40.828862 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:41.019088 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc8dda-01aa-4374-8a50-27adee0553a4 req-730c7262-fa50-4130-9b6e-535fb53b2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:41.020599 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f5dc8dda-01aa-4374-8a50-27adee0553a4 req-730c7262-fa50-4130-9b6e-535fb53b2bc2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1130 time: 0.0471203 Mar 08 18:59:41.067237 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f5dc8dda-01aa-4374-8a50-27adee0553a4 req-df905c51-b464-47a3-b8ca-4a2e4e0a1414 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Mar 08 18:59:41.707385 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4af11-c6ab-4fd8-8485-a08ec3de1af3 req-0355bc05-0ed5-40bc-9680-e1e3bbee821e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:41.708919 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9d4af11-c6ab-4fd8-8485-a08ec3de1af3 req-0355bc05-0ed5-40bc-9680-e1e3bbee821e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0588989 Mar 08 18:59:41.759653 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9d4af11-c6ab-4fd8-8485-a08ec3de1af3 req-489c068b-e96f-448b-a88c-13a2b406dc84 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Mar 08 18:59:42.894725 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36677981-d280-4bdc-be8f-20da3d19a5aa req-0ba93874-5a1f-4263-a060-3a39dcc414ff tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:42.896239 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-36677981-d280-4bdc-be8f-20da3d19a5aa req-0ba93874-5a1f-4263-a060-3a39dcc414ff tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0613873 Mar 08 18:59:42.945149 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-36677981-d280-4bdc-be8f-20da3d19a5aa req-f7a404a6-33d2-408b-bc08-a4ba5e006ade tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Mar 08 18:59:43.064595 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd90a85-9cec-4a3d-b2b3-605f3acaa9f1 req-f4ad8de9-599a-4331-b662-cbdaafa1aa2c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:43.066155 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ccd90a85-9cec-4a3d-b2b3-605f3acaa9f1 req-f4ad8de9-599a-4331-b662-cbdaafa1aa2c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0538321 Mar 08 18:59:43.076747 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58204) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:43.081106 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Request body: {'floatingip': {'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:43.124880 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (86c4ae41-7492-43fd-abbd-143668f8c27c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:43.584851 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:43.656933 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (86c4ae41-7492-43fd-abbd-143668f8c27c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:43.759728 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Floating IP 86c4ae41-7492-43fd-abbd-143668f8c27c associated. External IP: 172.27.0.85, port: 41075827-6dc9-4532-90d6-21c4e5ce7db1. Mar 08 18:59:43.974335 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 18:59:44.089199 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 18:59:44.094028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:44.099078 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b44005-7713-444f-8045-f94b885eadab None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 18:59:44.111788 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:44.112504 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:44.125130 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-fa24fbc2-4888-4b69-ba3f-1f37bc7e18dc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "PUT /v2.0/floatingips/86c4ae41-7492-43fd-abbd-143668f8c27c HTTP/1.1" status: 200 len: 991 time: 1.0472252 Mar 08 18:59:44.125654 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:44.134817 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d766d8e3-efc3-45b3-8558-f36c2665596f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:44.173330 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e80b872-0971-4fda-9eab-bae0d5b9414b x-openstack-request-id: req-0e80b872-0971-4fda-9eab-bae0d5b9414b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:44.173330 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:44.173330 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0e80b872-0971-4fda-9eab-bae0d5b9414b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:44.173330 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'status': 'completed', 'code': 200} Mar 08 18:59:44.252303 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:44.253742 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-32f9c793-fcb5-4186-a235-fed8ca117c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:44.255438 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-32f9c793-fcb5-4186-a235-fed8ca117c3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1130 time: 0.0598018 Mar 08 18:59:44.354801 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-9e7076fc-7ba3-4913-884a-d54e8355eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:44.357196 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-9e7076fc-7ba3-4913-884a-d54e8355eb43 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0943992 Mar 08 18:59:44.358461 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:59:44.457299 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-a5c02a6e-4400-46f4-94f7-6c7bccf38bbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 999 time: 0.0923700 Mar 08 18:59:44.522555 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-c655eafd-c270-46d4-8e11-af3a2d343729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:44.532535 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-c655eafd-c270-46d4-8e11-af3a2d343729 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0600090 Mar 08 18:59:44.540027 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '86c4ae41-7492-43fd-abbd-143668f8c27c', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'mac_address': 'fa:16:3e:5e:34:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:59:27Z', 'updated_at': '2022-03-08T18:59:43Z', 'revision_number': 1, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:44.567587 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b44005-7713-444f-8045-f94b885eadab None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 18:59:44.577024 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 18:59:44.577640 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:44.583888 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-1cb0c77e-c042-4c63-94b8-7c7b7eb0927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:44.585401 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-1cb0c77e-c042-4c63-94b8-7c7b7eb0927c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551219 Mar 08 18:59:44.693220 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 18:59:44.940742 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d4b44005-7713-444f-8045-f94b885eadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '86c4ae41-7492-43fd-abbd-143668f8c27c', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'mac_address': 'fa:16:3e:5e:34:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:59:27Z', 'updated_at': '2022-03-08T18:59:43Z', 'revision_number': 1, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 18:59:44.949303 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-1e30c5d0-a873-40de-8d1b-3948796b14ff service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541043 Mar 08 18:59:45.051040 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d766d8e3-efc3-45b3-8558-f36c2665596f req-76d45618-b52a-4a89-9f39-1b035806f665 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920799 Mar 08 18:59:45.055876 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b44005-7713-444f-8045-f94b885eadab None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '86c4ae41-7492-43fd-abbd-143668f8c27c', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'mac_address': 'fa:16:3e:5e:34:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T18:59:27Z', 'updated_at': '2022-03-08T18:59:43Z', 'revision_number': 1, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 18:59:45.247053 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be58114-e241-43a7-8bc8-f1b5d18a53db None None] New status for floating IP 86c4ae41-7492-43fd-abbd-143668f8c27c: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 18:59:45.993574 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58232) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:46.099064 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e31cf288-b319-414d-a632-3c3dbc29fb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.171531 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e31cf288-b319-414d-a632-3c3dbc29fb18 admin admin] Publish callbacks [] for security_group (309ccddc-fe37-4742-a034-6a55a09388a5), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.273192 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e31cf288-b319-414d-a632-3c3dbc29fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (309ccddc-fe37-4742-a034-6a55a09388a5), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.312628 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e31cf288-b319-414d-a632-3c3dbc29fb18 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=60fd9630f4444b65aa5475cbc261e38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177843 Mar 08 18:59:46.313383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cf288-b319-414d-a632-3c3dbc29fb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309ccddc-fe37-4742-a034-6a55a09388a5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:46.315930 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58236) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:46.365691 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37c3965c-240c-4e26-8375-47080cc89563 admin admin] Publish callbacks [] for security_group (309ccddc-fe37-4742-a034-6a55a09388a5), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.390604 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37c3965c-240c-4e26-8375-47080cc89563 admin admin] Publish callbacks [] for security_group (309ccddc-fe37-4742-a034-6a55a09388a5), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.536578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37c3965c-240c-4e26-8375-47080cc89563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (309ccddc-fe37-4742-a034-6a55a09388a5), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.539239 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37c3965c-240c-4e26-8375-47080cc89563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:46.540415 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-37c3965c-240c-4e26-8375-47080cc89563 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/309ccddc-fe37-4742-a034-6a55a09388a5 HTTP/1.1" status: 204 len: 168 time: 0.2229204 Mar 08 18:59:46.549272 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3965c-240c-4e26-8375-47080cc89563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ccddc-fe37-4742-a034-6a55a09388a5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:47.191833 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58242) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:47.205765 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f41ff-98de-434e-8fb3-dbec71cb5ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.280178 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f41ff-98de-434e-8fb3-dbec71cb5ff7 admin admin] Publish callbacks [] for security_group (39c999da-b8c0-4fb9-bdb6-aae87c8c4839), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.348247 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f41ff-98de-434e-8fb3-dbec71cb5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (39c999da-b8c0-4fb9-bdb6-aae87c8c4839), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.397562 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3b7f41ff-98de-434e-8fb3-dbec71cb5ff7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ecb1fdffbd7441ca5949f1ebb1b6d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045453 Mar 08 18:59:47.398698 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f41ff-98de-434e-8fb3-dbec71cb5ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c999da-b8c0-4fb9-bdb6-aae87c8c4839,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:47.400593 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58244) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:47.453717 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da841c8d-3331-49f1-bea9-656b74dca316 admin admin] Publish callbacks [] for security_group (39c999da-b8c0-4fb9-bdb6-aae87c8c4839), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.475519 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da841c8d-3331-49f1-bea9-656b74dca316 admin admin] Publish callbacks [] for security_group (39c999da-b8c0-4fb9-bdb6-aae87c8c4839), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.576617 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da841c8d-3331-49f1-bea9-656b74dca316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (39c999da-b8c0-4fb9-bdb6-aae87c8c4839), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.579261 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da841c8d-3331-49f1-bea9-656b74dca316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:47.580443 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-da841c8d-3331-49f1-bea9-656b74dca316 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/39c999da-b8c0-4fb9-bdb6-aae87c8c4839 HTTP/1.1" status: 204 len: 168 time: 0.1772094 Mar 08 18:59:47.588622 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da841c8d-3331-49f1-bea9-656b74dca316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c999da-b8c0-4fb9-bdb6-aae87c8c4839,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:49.252947 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58274) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:49.359768 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c83376e-e2d7-4cb8-8355-b9b96ba8c489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.433873 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c83376e-e2d7-4cb8-8355-b9b96ba8c489 admin admin] Publish callbacks [] for security_group (0b545aa3-682e-4390-8982-b5cefb765477), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.496970 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c83376e-e2d7-4cb8-8355-b9b96ba8c489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0b545aa3-682e-4390-8982-b5cefb765477), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.539248 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9c83376e-e2d7-4cb8-8355-b9b96ba8c489 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b23a1a002fb24bf19d6f5333cfcebdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852318 Mar 08 18:59:49.540384 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83376e-e2d7-4cb8-8355-b9b96ba8c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b545aa3-682e-4390-8982-b5cefb765477,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:49.542516 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58278) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:49.590404 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d5dceda-b75e-4105-8036-e3cd03c27f5a admin admin] Publish callbacks [] for security_group (0b545aa3-682e-4390-8982-b5cefb765477), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.611153 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d5dceda-b75e-4105-8036-e3cd03c27f5a admin admin] Publish callbacks [] for security_group (0b545aa3-682e-4390-8982-b5cefb765477), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.725118 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d5dceda-b75e-4105-8036-e3cd03c27f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0b545aa3-682e-4390-8982-b5cefb765477), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.727767 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d5dceda-b75e-4105-8036-e3cd03c27f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:49.728923 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4d5dceda-b75e-4105-8036-e3cd03c27f5a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b545aa3-682e-4390-8982-b5cefb765477 HTTP/1.1" status: 204 len: 168 time: 0.1854150 Mar 08 18:59:49.737485 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dceda-b75e-4105-8036-e3cd03c27f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b545aa3-682e-4390-8982-b5cefb765477,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:50.709589 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58300) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:50.804471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-737007602-network', 'tenant_id': 'dc6c2ce2cbc84133aa42454a9679c1aa'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:51.171103 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Made reservation on behalf of dc6c2ce2cbc84133aa42454a9679c1aa for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:59:51.173442 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.183239 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.261452 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks [] for security_group (b72166d1-6f23-4dda-8280-6512656073a1), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.342779 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b72166d1-6f23-4dda-8280-6512656073a1), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.369250 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 18:59:51.380245 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72166d1-6f23-4dda-8280-6512656073a1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:51.386777 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (daeca1b2-f811-40a9-990e-363223d964ec), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.387115 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Added segment daeca1b2-f811-40a9-990e-363223d964ec of type vlan for network d2f43b06-299f-4324-a332-223b2887db56 Mar 08 18:59:51.426226 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (d2f43b06-299f-4324-a332-223b2887db56), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.519750 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (d2f43b06-299f-4324-a332-223b2887db56), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.520753 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:51.521346 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.559754 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.582978 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f43b06-299f-4324-a332-223b2887db56,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:51.593176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network d2f43b06-299f-4324-a332-223b2887db56 details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 18:59:51.624960 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-52fc2297-62dc-49ae-932b-55cf3816d628 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9141965 Mar 08 18:59:51.627875 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58304) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 18:59:51.632578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Request body: {'subnet': {'network_id': 'd2f43b06-299f-4324-a332-223b2887db56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-737007602-subnet', 'tenant_id': 'dc6c2ce2cbc84133aa42454a9679c1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:51.753498 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Made reservation on behalf of dc6c2ce2cbc84133aa42454a9679c1aa for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:59:51.755920 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:51.889677 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-80b73b63-2380-4ac6-944b-0ffa5b21a4b9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455465 Mar 08 18:59:51.976159 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-24d9588d-8e9b-44db-a137-b6a1aa908fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:51.977622 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-24d9588d-8e9b-44db-a137-b6a1aa908fca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.0455906 Mar 08 18:59:52.012115 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (a22f78c1-6813-4eb9-b23d-7d3aaf3c159b), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:52.069672 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22f78c1-6813-4eb9-b23d-7d3aaf3c159b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:52.078163 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Checking segment: {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:59:52.078531 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Network hostable DHCP agents. Network: d2f43b06-299f-4324-a332-223b2887db56, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 18:59:52.091617 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-f5e1f457-33ab-496d-80c3-458b32caa18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:52.093090 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-f5e1f457-33ab-496d-80c3-458b32caa18e service neutron] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 910 time: 0.0919437 Mar 08 18:59:52.161268 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-76e8eda3-991d-4c81-9d3d-8df49ceb2a19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 1001 time: 0.0622950 Mar 08 18:59:52.200086 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Network d2f43b06-299f-4324-a332-223b2887db56 is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 18:59:52.209679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-9be883da-a3c2-40c6-9714-ddf61ceb702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:52.211165 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-9be883da-a3c2-40c6-9714-ddf61ceb702f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0447283 Mar 08 18:59:52.259750 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-b518d482-2cf5-4de0-88c6-4387660a2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:52.261935 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-b518d482-2cf5-4de0-88c6-4387660a2eec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453498 Mar 08 18:59:52.353734 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, d2f43b06-299f-4324-a332-223b2887db56) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:59:52.354558 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-44b35321-8b05-4e1b-a305-87449331044e service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Mar 08 18:59:52.358327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:52.364333 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:52.366368 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c2a23-20fd-4a5c-9779-25211f9bed90 None None] Network d2f43b06-299f-4324-a332-223b2887db56 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:59:52.456580 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ba3f7ea-472d-4401-b300-76be8f659b55 req-b7938782-d260-4b8e-a2fd-4feec71080e0 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944049 Mar 08 18:59:52.459470 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d64e8653-2088-4849-8008-486c7a755558 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8305132 Mar 08 18:59:52.475904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b40935-a00b-4bd4-9f79-31d28b36a109 None None] Network d2f43b06-299f-4324-a332-223b2887db56 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 18:59:52.637829 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-caf5d096-7085-4060-b101-2a49756d1d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:54.652950 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-b2b92db3-845f-41fd-af8a-1805d9255b5e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:54.654355 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-b2b92db3-845f-41fd-af8a-1805d9255b5e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/networks?id=d2f43b06-299f-4324-a332-223b2887db56 HTTP/1.1" status: 200 len: 808 time: 0.1049368 Mar 08 18:59:54.669163 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-b6a4cc44-964b-4365-a31e-62d304124c11 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/quotas/dc6c2ce2cbc84133aa42454a9679c1aa HTTP/1.1" status: 200 len: 375 time: 0.0088201 Mar 08 18:59:54.700442 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-bdf2ee05-3771-47c6-bff7-873347bf6eca tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265398 Mar 08 18:59:54.793429 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-95370a7e-2865-42c9-ae43-05de844a5e1f service neutron] 10.222.0.74 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860078 Mar 08 18:59:54.885859 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-86adc3bc-281c-4507-8285-28c29fd51f69 service neutron] 10.222.0.74 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Mar 08 18:59:54.948955 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c589dab-d6d9-4630-99b6-3cb3a35d1952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:55.140391 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e401c2a8-d9d5-4cf5-902b-331088ab4ad7 req-853eea82-e3e4-4145-b70e-d5e02f9443cf tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 210 time: 0.0303628 Mar 08 18:59:56.125720 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:56.240854 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-786817c1-8737-47c0-9534-04d95a860ba3 req-b1090cd9-543a-4976-930a-5f76bc694319 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 210 time: 0.0323021 Mar 08 18:59:57.220859 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-035dfe7f-cb63-483f-8996-842c55126a3e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:57.220859 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-035dfe7f-cb63-483f-8996-842c55126a3e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "GET /v2.0/networks?id=d2f43b06-299f-4324-a332-223b2887db56 HTTP/1.1" status: 200 len: 808 time: 0.1059415 Mar 08 18:59:57.232952 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Request body: {'port': {'device_id': '1916250f-8076-42b0-94d0-2b98d8d75140', 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56', 'admin_state_up': True, 'tenant_id': 'dc6c2ce2cbc84133aa42454a9679c1aa'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:57.343104 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e99fff2c-f61b-4b71-afaa-235ad13504b4 req-94f3e8fd-7989-4ba9-8f75-7e9bfd7e84f9 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 210 time: 0.0338089 Mar 08 18:59:57.479338 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Made reservation on behalf of dc6c2ce2cbc84133aa42454a9679c1aa for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 18:59:57.479545 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.483159 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.619052 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Allocated IP 172.20.0.14 (d2f43b06-299f-4324-a332-223b2887db56/a22f78c1-6813-4eb9-b23d-7d3aaf3c159b/ae4fdaeb-649e-4f42-894c-f4e2937aad52) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 18:59:57.768448 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks [] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:57.965798 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.016045 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Network d2f43b06-299f-4324-a332-223b2887db56 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 18:59:58.019301 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 18:59:58.021812 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 18:59:58.048245 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Pushing event updated for resources: {'Port': ['ID=ae4fdaeb-649e-4f42-894c-f4e2937aad52,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:58.078038 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:58.078700 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.157174 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-872030f5-1a97-4547-89e9-ebdb87813f10 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9281766 Mar 08 18:59:58.168826 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Request body: {'port': {'device_id': '1916250f-8076-42b0-94d0-2b98d8d75140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 18:59:58.231197 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.522923 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827403c-c786-48e3-9285-ee828369e29b req-442a9421-c4c4-4f7c-ad7a-e976415ac24b tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:58.524408 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a827403c-c786-48e3-9285-ee828369e29b req-442a9421-c4c4-4f7c-ad7a-e976415ac24b tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 932 time: 0.1022744 Mar 08 18:59:58.547868 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4fdaeb-649e-4f42-894c-f4e2937aad52 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 18:59:58.561076 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Publish callbacks [] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.592636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Transition to ACTIVE for port object ae4fdaeb-649e-4f42-894c-f4e2937aad52 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 18:59:58.600536 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a827403c-c786-48e3-9285-ee828369e29b req-990be4ac-b6d3-46df-86c9-07087eae900c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692015 Mar 08 18:59:58.713133 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.768117 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4fdaeb-649e-4f42-894c-f4e2937aad52,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:58.834102 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Attempting to bind port ae4fdaeb-649e-4f42-894c-f4e2937aad52 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 18:59:58.834449 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Attempting to bind port ae4fdaeb-649e-4f42-894c-f4e2937aad52 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 18:59:58.834786 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Attempting to bind port ae4fdaeb-649e-4f42-894c-f4e2937aad52 on network d2f43b06-299f-4324-a332-223b2887db56 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:59:58.839236 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Port ae4fdaeb-649e-4f42-894c-f4e2937aad52 on network d2f43b06-299f-4324-a332-223b2887db56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 18:59:58.839581 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Attempting to bind port ae4fdaeb-649e-4f42-894c-f4e2937aad52 on network d2f43b06-299f-4324-a332-223b2887db56 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 18:59:58.844743 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 18:59:58.845078 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Checking segment: {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 18:59:58.845461 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Bound using segment: {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 18:59:58.845916 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Bound port: ae4fdaeb-649e-4f42-894c-f4e2937aad52, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 18:59:58.846295 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:58.918591 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] For port ae4fdaeb-649e-4f42-894c-f4e2937aad52, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 18:59:58.921866 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] For port ae4fdaeb-649e-4f42-894c-f4e2937aad52, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ae4fdaeb-649e-4f42-894c-f4e2937aad52,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 18:59:59.017088 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:59.054615 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.055240 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:59.056638 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] 10.222.0.77 "PUT /v2.0/ports/ae4fdaeb-649e-4f42-894c-f4e2937aad52 HTTP/1.1" status: 200 len: 1094 time: 0.8918047 Mar 08 18:59:59.057082 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1916250f-8076-42b0-94d0-2b98d8d75140', 'tag': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 18:59:59.059425 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209766e7-3723-455f-bfb7-6779f451f275" -d '{"events": [{"name": "network-changed", "server_uuid": "1916250f-8076-42b0-94d0-2b98d8d75140", "tag": "ae4fdaeb-649e-4f42-894c-f4e2937aad52"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 18:59:59.085508 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f6845-363c-4223-ba7a-bcee9469a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4fdaeb-649e-4f42-894c-f4e2937aad52,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 18:59:59.100817 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6f98e1-e269-4e42-9b73-d536fd46418d x-openstack-request-id: req-fb6f98e1-e269-4e42-9b73-d536fd46418d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 18:59:59.101107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1916250f-8076-42b0-94d0-2b98d8d75140", "tag": "ae4fdaeb-649e-4f42-894c-f4e2937aad52", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 18:59:59.101359 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb6f98e1-e269-4e42-9b73-d536fd46418d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 18:59:59.101763 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1916250f-8076-42b0-94d0-2b98d8d75140', 'tag': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52', 'status': 'completed', 'code': 200} Mar 08 18:59:59.164937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209766e7-3723-455f-bfb7-6779f451f275 req-87ab7751-f3b2-4d8f-9a42-6a922d669f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.166467 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-209766e7-3723-455f-bfb7-6779f451f275 req-87ab7751-f3b2-4d8f-9a42-6a922d669f34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 1128 time: 0.0454080 Mar 08 18:59:59.199201 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:59:59.271756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209766e7-3723-455f-bfb7-6779f451f275 req-5fde23fe-7f59-4781-883f-81263038a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.273691 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-209766e7-3723-455f-bfb7-6779f451f275 req-5fde23fe-7f59-4781-883f-81263038a447 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0995669 Mar 08 18:59:59.368109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209766e7-3723-455f-bfb7-6779f451f275 req-c05625a9-5d8c-4f57-85ef-f86148dbdeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.369837 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-209766e7-3723-455f-bfb7-6779f451f275 req-c05625a9-5d8c-4f57-85ef-f86148dbdeee service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901289 Mar 08 18:59:59.451668 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-76c9747c-6461-4bf9-88c7-bad465925bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.453177 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-76c9747c-6461-4bf9-88c7-bad465925bb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 1128 time: 0.0454743 Mar 08 18:59:59.500069 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-248cad8a-71a2-46b1-b49f-f8a4ebc3e5c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4fdaeb-649e-4f42-894c-f4e2937aad52 HTTP/1.1" status: 200 len: 217 time: 0.0387638 Mar 08 18:59:59.549176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-1f97e102-3b6a-4c6f-87dd-1059871327e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.550582 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-1f97e102-3b6a-4c6f-87dd-1059871327e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a22f78c1-6813-4eb9-b23d-7d3aaf3c159b HTTP/1.1" status: 200 len: 848 time: 0.0442555 Mar 08 18:59:59.581495 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-447e5b81-b21c-45cb-9e5e-be196d28ac9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d2f43b06-299f-4324-a332-223b2887db56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253811 Mar 08 18:59:59.686188 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-9470b020-7e83-4dde-b895-61031e376bd9 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976284 Mar 08 18:59:59.787831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b80d-1689-4d79-be4e-66075814efd2 req-e4bc45de-25e8-4c7d-85d2-ea471bb95b43 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 18:59:59.789332 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aa44b80d-1689-4d79-be4e-66075814efd2 req-e4bc45de-25e8-4c7d-85d2-ea471bb95b43 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 944 time: 0.1174319 Mar 08 18:59:59.817114 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d69e7525-d2ea-4f01-8e00-9ba1f8e9dfdb req-a37538be-b994-45ca-8c9e-b85e26814db3 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167405 Mar 08 18:59:59.847117 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aa44b80d-1689-4d79-be4e-66075814efd2 req-a6c5953d-3c0c-4de3-bc9d-71d86f80dd4e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511918 Mar 08 19:00:00.964680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f459c-0cad-4d98-bdda-a6a14c14c67c req-0f1eb538-ab85-408c-b5ab-7a5ff86bbdad tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:00.966178 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9c9f459c-0cad-4d98-bdda-a6a14c14c67c req-0f1eb538-ab85-408c-b5ab-7a5ff86bbdad tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 944 time: 0.0524538 Mar 08 19:00:01.012483 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9c9f459c-0cad-4d98-bdda-a6a14c14c67c req-ad7e1455-91ce-43eb-b5ea-159577789ccf tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 08 19:00:02.140051 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678697f-0199-42ec-a1d3-74b95daa3c09 req-491395a4-55fb-4f20-9fc0-080de2a3ad4d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:02.141717 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a678697f-0199-42ec-a1d3-74b95daa3c09 req-491395a4-55fb-4f20-9fc0-080de2a3ad4d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 944 time: 0.0606272 Mar 08 19:00:02.195788 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a678697f-0199-42ec-a1d3-74b95daa3c09 req-32cad6db-3306-4c95-a69f-76cf9e4394ce tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Mar 08 19:00:02.545179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ae4fdaeb-649e-4f42-894c-f4e2937aad52 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:00:02.645417 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port ae4fdaeb-649e-4f42-894c-f4e2937aad52, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ae4fdaeb-649e-4f42-894c-f4e2937aad52,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:02.655750 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52', 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56', 'port_id': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52', 'mac_address': 'fa:16:3e:29:b6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22f78c1-6813-4eb9-b23d-7d3aaf3c159b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:00:02.695494 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port ae4fdaeb-649e-4f42-894c-f4e2937aad52 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:02.695904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:02.708739 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4fdaeb-649e-4f42-894c-f4e2937aad52 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:00:02.727142 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port ae4fdaeb-649e-4f42-894c-f4e2937aad52, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ae4fdaeb-649e-4f42-894c-f4e2937aad52,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:02.787680 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:02.834729 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=ae4fdaeb-649e-4f42-894c-f4e2937aad52,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:03.031997 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['ae4fdaeb-649e-4f42-894c-f4e2937aad52'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:00:03.313017 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabbd9c-dca8-487a-ad5a-9350f6777f97 req-f12b586e-89d1-4a89-8207-0ba180b11f8c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:03.314405 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8aabbd9c-dca8-487a-ad5a-9350f6777f97 req-f12b586e-89d1-4a89-8207-0ba180b11f8c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 945 time: 0.0518756 Mar 08 19:00:03.363750 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8aabbd9c-dca8-487a-ad5a-9350f6777f97 req-0b0f1862-2139-4d5c-8f9c-ccb41cd5cb78 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Mar 08 19:00:04.482923 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17341aba-3128-4cf3-bff6-677b66ec7386 req-c4315a5d-a6d7-443e-8cde-1fa252aa1d33 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:04.484432 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17341aba-3128-4cf3-bff6-677b66ec7386 req-c4315a5d-a6d7-443e-8cde-1fa252aa1d33 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 945 time: 0.0554736 Mar 08 19:00:04.534399 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-17341aba-3128-4cf3-bff6-677b66ec7386 req-db69cdd3-1175-437f-8483-66d15c11ded2 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Mar 08 19:00:04.564091 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ae4fdaeb-649e-4f42-894c-f4e2937aad52 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:00:04.719079 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port ae4fdaeb-649e-4f42-894c-f4e2937aad52 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:00:04.723214 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port ae4fdaeb-649e-4f42-894c-f4e2937aad52 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:00:04.723614 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:04.798939 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port ae4fdaeb-649e-4f42-894c-f4e2937aad52 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:04.799323 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:04.822771 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1916250f-8076-42b0-94d0-2b98d8d75140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:04.825026 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f95041-5cd0-4449-9a38-5509c3513d6c" -d '{"events": [{"server_uuid": "1916250f-8076-42b0-94d0-2b98d8d75140", "name": "network-vif-plugged", "status": "completed", "tag": "ae4fdaeb-649e-4f42-894c-f4e2937aad52"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:04.842543 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port ae4fdaeb-649e-4f42-894c-f4e2937aad52, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ae4fdaeb-649e-4f42-894c-f4e2937aad52,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:04.860897 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a818f-b36b-40bf-af9b-719e9a8c497d x-openstack-request-id: req-e50a818f-b36b-40bf-af9b-719e9a8c497d {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:04.861185 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1916250f-8076-42b0-94d0-2b98d8d75140", "name": "network-vif-plugged", "status": "completed", "tag": "ae4fdaeb-649e-4f42-894c-f4e2937aad52", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:04.861439 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e50a818f-b36b-40bf-af9b-719e9a8c497d {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:04.861825 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1916250f-8076-42b0-94d0-2b98d8d75140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52', 'code': 200} Mar 08 19:00:04.925326 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:04.972493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=ae4fdaeb-649e-4f42-894c-f4e2937aad52,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:05.166443 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9d3e6-82e6-41a4-8b09-1ef143d574f1 req-825426ff-c47c-4456-b2ea-01a9914ac05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:05.167935 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4b9d3e6-82e6-41a4-8b09-1ef143d574f1 req-825426ff-c47c-4456-b2ea-01a9914ac05c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 1130 time: 0.0427215 Mar 08 19:00:05.211166 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d4b9d3e6-82e6-41a4-8b09-1ef143d574f1 req-79c6522e-309d-4d72-a6fe-de241c2f5a1b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368977 Mar 08 19:00:05.651072 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccb759-6cb4-42ec-b0bf-1bb8c85d5c99 req-e656b4f8-5d7f-4bb9-8d2b-90038b236ae1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:05.652545 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bdccb759-6cb4-42ec-b0bf-1bb8c85d5c99 req-e656b4f8-5d7f-4bb9-8d2b-90038b236ae1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 946 time: 0.0527136 Mar 08 19:00:05.705785 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-bdccb759-6cb4-42ec-b0bf-1bb8c85d5c99 req-cf3974fc-1f55-4ead-8bdb-8b75af1fa82b tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 Mar 08 19:00:06.840001 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ce782-398f-4bc2-a1eb-5f2073e4398f req-6a979f6d-2d57-4db5-abe2-54098f615a07 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:06.841929 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-007ce782-398f-4bc2-a1eb-5f2073e4398f req-6a979f6d-2d57-4db5-abe2-54098f615a07 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 946 time: 0.0652063 Mar 08 19:00:06.895357 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-007ce782-398f-4bc2-a1eb-5f2073e4398f req-dc72c0a6-15da-49cf-8ca5-dc23b9a77165 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Mar 08 19:00:07.420867 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8152b3-5058-44b0-b7b5-bde56918e099 req-3fe6914b-4032-4686-97a3-433975b814cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:07.422500 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7b8152b3-5058-44b0-b7b5-bde56918e099 req-3fe6914b-4032-4686-97a3-433975b814cf tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 946 time: 0.0551150 Mar 08 19:00:07.436906 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58434) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:07.481248 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7b8152b3-5058-44b0-b7b5-bde56918e099 req-625e7cf7-2bae-4e47-9b04-a412e2f3f6b2 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480237 Mar 08 19:00:07.720219 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Deleting port b02a0df7-68b6-4460-847e-95a031ccbcdc {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:07.720564 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:07.811596 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:07.811596 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for floatingip (b02a0df7-68b6-4460-847e-95a031ccbcdc), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:07.821133 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Calling delete_port for b02a0df7-68b6-4460-847e-95a031ccbcdc owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:08.062938 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (b02a0df7-68b6-4460-847e-95a031ccbcdc), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:08.089883 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event deleted for resources: {'Port': ['ID=b02a0df7-68b6-4460-847e-95a031ccbcdc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:08.115549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.115903 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.116279 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.116622 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.116957 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.117289 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.117646 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.117976 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.118349 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.118680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.119008 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.119330 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.119920 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:08.160123 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for floatingip (e43c6565-dada-490b-8225-225df7acd951), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:08.160482 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Floating IP e43c6565-dada-490b-8225-225df7acd951 disassociated (deleted). External IP: 172.27.0.172, port: 6b07756c-844e-4cd1-a557-458ad66f831a. Mar 08 19:00:08.265025 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d96e8d-9644-4f77-9dbe-08409068e39b req-4e2b399e-a67f-467e-b9de-db0d6ec2f393 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:08.266621 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-36d96e8d-9644-4f77-9dbe-08409068e39b req-4e2b399e-a67f-467e-b9de-db0d6ec2f393 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 946 time: 0.0591755 Mar 08 19:00:08.314166 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-36d96e8d-9644-4f77-9dbe-08409068e39b req-6d9e1429-b554-428d-a43c-e61ad539ca08 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Mar 08 19:00:08.384094 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:00:08.494934 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:00:08.499667 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:08.504198 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] Sync routers for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:00:08.513337 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:08.514182 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:08.534888 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-68bd3278-f588-4887-bd13-b0439d39f712 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "DELETE /v2.0/floatingips/e43c6565-dada-490b-8225-225df7acd951 HTTP/1.1" status: 204 len: 168 time: 1.0950615 Mar 08 19:00:08.534888 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:08.536342 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:08.614276 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51433ed-e722-4c99-b23b-0be3e0422bf9 req-86cb1f23-1eb5-41fc-afd3-90b004b73e09 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:08.615819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a51433ed-e722-4c99-b23b-0be3e0422bf9 req-86cb1f23-1eb5-41fc-afd3-90b004b73e09 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 946 time: 0.0549374 Mar 08 19:00:08.628813 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:08.665524 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a51433ed-e722-4c99-b23b-0be3e0422bf9 req-6ad691e2-687b-48c4-8550-49838d538736 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups?id=a5742e10-40d3-4680-97e0-fd83e34ed69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Mar 08 19:00:08.710471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48527df-68d3-43c7-814f-26ccc4cb1fae x-openstack-request-id: req-c48527df-68d3-43c7-814f-26ccc4cb1fae {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:08.710764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:08.711018 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c48527df-68d3-43c7-814f-26ccc4cb1fae {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:08.711435 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'status': 'completed', 'code': 200} Mar 08 19:00:08.791658 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-bd54230a-ecd6-4967-b683-9e6bfa0f5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:08.793563 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-bd54230a-ecd6-4967-b683-9e6bfa0f5695 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=832e6502d0e6485990465e594d8e27f5&device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 1129 time: 0.0517561 Mar 08 19:00:08.844762 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:08.878900 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] Checking router: 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:00:08.881355 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:08.881980 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:08.909335 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-663e3a3e-01c0-4c1f-9bf3-3b186f25be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:08.910855 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-663e3a3e-01c0-4c1f-9bf3-3b186f25be9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 200 len: 910 time: 0.0949180 Mar 08 19:00:08.985989 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-50cf853a-712a-4b3a-be5e-a7820b6d3920 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 200 len: 217 time: 0.0548942 Mar 08 19:00:08.993628 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:09.007183 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd61428-418a-43ba-802c-851439d698a0 req-e74af82d-93dc-44a2-902f-9fa08e3fb6bd tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:09.008672 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fbd61428-418a-43ba-802c-851439d698a0 req-e74af82d-93dc-44a2-902f-9fa08e3fb6bd tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0883408 Mar 08 19:00:09.075378 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-1d12e0ad-8584-4abe-b4c0-214093c8dc9d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:09.077589 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-1d12e0ad-8584-4abe-b4c0-214093c8dc9d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 946 time: 0.0734992 Mar 08 19:00:09.079095 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-33be908e-8014-4827-b4f0-c0585f5d1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:09.080725 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-33be908e-8014-4827-b4f0-c0585f5d1148 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 200 len: 848 time: 0.0712063 Mar 08 19:00:09.106974 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fbd61428-418a-43ba-802c-851439d698a0 req-50080532-0441-4e23-b5da-43c566e4ed9d tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862322 Mar 08 19:00:09.140610 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-f057f68d-5716-4338-a350-172ee5763347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:09.142132 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-f057f68d-5716-4338-a350-172ee5763347 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91bf515d-611e-48d6-a9f6-be41c1c53bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494609 Mar 08 19:00:09.195166 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port ea09313f-5b34-4eca-9a0b-2a2321a126a9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:09.196254 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:09.207195 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:09.234762 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0c4c-f029-4f4c-810e-fd5709119b92 None None] The sync data for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi is: [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T18:54:42Z', 'revision_number': 4, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '224282c8-8160-4734-aa78-c0c0af429cd3', 'name': '', 'network_id': '91bf515d-611e-48d6-a9f6-be41c1c53bed', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'mac_address': 'fa:16:3e:eb:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:41Z', 'updated_at': '2022-03-08T18:54:46Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'subnets': [{'id': '6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:00:09.245142 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-44e22ea0-1bc3-4b9a-9c31-60a5174e7ef6 service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950918 Mar 08 19:00:09.293966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] For port ea09313f-5b34-4eca-9a0b-2a2321a126a9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ea09313f-5b34-4eca-9a0b-2a2321a126a9,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:09.293966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:09.368947 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3bf95f6b-2e90-4193-92d7-6a9b05cd3ebd req-faa1d401-fac6-4e0c-90e9-762a13a3565d service neutron] 10.222.0.77 "GET /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111553 Mar 08 19:00:09.472744 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6a5c-d486-40d0-8297-66638ff771f5 req-7c7808c5-2689-41eb-83af-22356897e14b tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:09.474579 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aabd6a5c-d486-40d0-8297-66638ff771f5 req-7c7808c5-2689-41eb-83af-22356897e14b tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 946 time: 0.0653977 Mar 08 19:00:09.521332 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389be152-9873-4fcd-976e-671f25a0f5ee None None] New status for floating IP e43c6565-dada-490b-8225-225df7acd951: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:00:09.527044 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aabd6a5c-d486-40d0-8297-66638ff771f5 req-887f3dae-2312-46bc-845f-8969275070f1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451849 Mar 08 19:00:09.534631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:09.534631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (54c84ebd-8fb4-4bdf-83bc-310943b03035), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:09.534631 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Floating IP 54c84ebd-8fb4-4bdf-83bc-310943b03035 disassociated. External IP: 172.27.0.181, port: ea09313f-5b34-4eca-9a0b-2a2321a126a9. Mar 08 19:00:09.534631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for ea09313f-5b34-4eca-9a0b-2a2321a126a9 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:09.741856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (ea09313f-5b34-4eca-9a0b-2a2321a126a9), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:09.774627 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=ea09313f-5b34-4eca-9a0b-2a2321a126a9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:09.779525 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29f8c959-152b-4390-ad05-39ed7fb0bf83 req-d340b2f5-72eb-4f23-946e-f270c82f54a8 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 210 time: 0.0422924 Mar 08 19:00:09.808636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-d71a268b-4872-4f1b-acf2-344a2a92d134 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:09.810144 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-d71a268b-4872-4f1b-acf2-344a2a92d134 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 946 time: 0.0859282 Mar 08 19:00:09.895012 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:00:09.906680 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Deleting port ae4fdaeb-649e-4f42-894c-f4e2937aad52 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:09.907024 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:10.003931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] For port ae4fdaeb-649e-4f42-894c-f4e2937aad52, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ae4fdaeb-649e-4f42-894c-f4e2937aad52,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:10.004299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:10.007489 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:00:10.017729 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Calling delete_port for ae4fdaeb-649e-4f42-894c-f4e2937aad52 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:10.020331 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:00:10.035982 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:10.036997 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:10.048736 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] No DVR routers for this DVR port ea09313f-5b34-4eca-9a0b-2a2321a126a9 on host hv-cinder-83008 {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:10.051451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:10.054881 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [req-cc67a3d4-6631-476d-919f-42b0d9437ec8 req-e697b03d-a944-4f6a-9d6d-39f0c72a1f2d tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.77 "DELETE /v2.0/ports/ea09313f-5b34-4eca-9a0b-2a2321a126a9 HTTP/1.1" status: 204 len: 173 time: 0.9636915 Mar 08 19:00:10.172137 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:10.257854 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d501-b1a6-4e7d-944a-4854460d5f94 req-5eac7964-56d5-444c-b6fb-412fcc197df5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:10.259374 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a20d501-b1a6-4e7d-944a-4854460d5f94 req-5eac7964-56d5-444c-b6fb-412fcc197df5 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0574076 Mar 08 19:00:10.267823 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (ae4fdaeb-649e-4f42-894c-f4e2937aad52), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:10.281569 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['ae4fdaeb-649e-4f42-894c-f4e2937aad52'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:00:10.316344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Pushing event deleted for resources: {'Port': ['ID=ae4fdaeb-649e-4f42-894c-f4e2937aad52,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:10.372709 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] No DVR routers for this DVR port ae4fdaeb-649e-4f42-894c-f4e2937aad52 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:10.378328 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:10.381571 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-91f326b4-70e1-456a-9d0c-c4b89751166e req-e8c2921c-4d2f-4555-b608-41fd57b8cd41 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "DELETE /v2.0/ports/ae4fdaeb-649e-4f42-894c-f4e2937aad52 HTTP/1.1" status: 204 len: 173 time: 0.5662134 Mar 08 19:00:10.382061 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1916250f-8076-42b0-94d0-2b98d8d75140', 'name': 'network-vif-deleted', 'tag': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:10.384386 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c1fe3-a52e-4f2f-a2f1-204a853572b8" -d '{"events": [{"server_uuid": "1916250f-8076-42b0-94d0-2b98d8d75140", "name": "network-vif-deleted", "tag": "ae4fdaeb-649e-4f42-894c-f4e2937aad52"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:10.414704 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8a20d501-b1a6-4e7d-944a-4854460d5f94 req-fe055648-8e04-48f9-b215-b4785d39f390 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7ea533c-1228-49a9-9e7c-2332838a617f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359508 Mar 08 19:00:10.431848 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee6c4f-c9f3-45bc-a0fc-c8bb8977fdec x-openstack-request-id: req-8fee6c4f-c9f3-45bc-a0fc-c8bb8977fdec {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:10.431848 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1916250f-8076-42b0-94d0-2b98d8d75140", "name": "network-vif-deleted", "tag": "ae4fdaeb-649e-4f42-894c-f4e2937aad52", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:10.431848 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8fee6c4f-c9f3-45bc-a0fc-c8bb8977fdec {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:10.431848 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1916250f-8076-42b0-94d0-2b98d8d75140', 'name': 'network-vif-deleted', 'tag': 'ae4fdaeb-649e-4f42-894c-f4e2937aad52', 'status': 'completed', 'code': 200} Mar 08 19:00:10.455392 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:10.487108 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:00:10.496260 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:10.496877 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:10.604541 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:10.629487 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9610e465-99f0-4add-97a2-a9704f483238 req-af692896-1ea5-49b9-9815-8f441e5808bb tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=1916250f-8076-42b0-94d0-2b98d8d75140 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Mar 08 19:00:10.712682 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'name': 'network-vif-deleted', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:10.715537 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb8b46-a4fe-4488-bcef-920f55ba40e9" -d '{"events": [{"server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "name": "network-vif-deleted", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:10.728962 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-894fb885-ced6-47bb-a5c3-0c3879f6787c tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:10.730450 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-894fb885-ced6-47bb-a5c3-0c3879f6787c tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.77 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 945 time: 0.0648854 Mar 08 19:00:10.754283 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12360162-14b8-44c8-8dae-d825300062ea x-openstack-request-id: req-12360162-14b8-44c8-8dae-d825300062ea {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:10.762327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f512a99-5394-4e71-9f58-b3c70050dae9", "name": "network-vif-deleted", "tag": "ea09313f-5b34-4eca-9a0b-2a2321a126a9", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:10.762327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12360162-14b8-44c8-8dae-d825300062ea {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:10.762327 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f512a99-5394-4e71-9f58-b3c70050dae9', 'name': 'network-vif-deleted', 'tag': 'ea09313f-5b34-4eca-9a0b-2a2321a126a9', 'status': 'completed', 'code': 200} Mar 08 19:00:10.857364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Deleting port 6b07756c-844e-4cd1-a557-458ad66f831a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:10.862914 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:10.910912 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:10.942007 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9dd171-7967-45cc-89fb-82d6da29398c None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T18:54:11Z', 'revision_number': 4, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': 'ec894021-d98c-4235-9009-dda359da7faf', 'name': '', 'network_id': '288a8c8e-914f-4253-a63a-2438afdbc035', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'mac_address': 'fa:16:3e:25:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:11Z', 'updated_at': '2022-03-08T18:54:16Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'subnets': [{'id': '1d8ff066-cb55-430d-a7f5-e888bb1d9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:00:11.213440 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890579d4-684a-4696-8afe-a2eea6179774 None None] New status for floating IP 54c84ebd-8fb4-4bdf-83bc-310943b03035: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:00:11.224864 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-26baadee-89e9-404b-8731-56ad6049edd4 req-ba1c410b-1b69-44c6-9c2f-72288d91bb63 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f512a99-5394-4e71-9f58-b3c70050dae9 HTTP/1.1" status: 200 len: 210 time: 0.3421369 Mar 08 19:00:11.264958 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] For port 6b07756c-844e-4cd1-a557-458ad66f831a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b07756c-844e-4cd1-a557-458ad66f831a,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:11.265326 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.277473 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Calling delete_port for 6b07756c-844e-4cd1-a557-458ad66f831a owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:11.468431 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (6b07756c-844e-4cd1-a557-458ad66f831a), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.511180 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event deleted for resources: {'Port': ['ID=6b07756c-844e-4cd1-a557-458ad66f831a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:11.551460 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-07ee775f-813e-4cb2-a95b-d779b316ff69 req-5b82ba33-7130-4ec0-bfc3-45e29c7d2a57 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 210 time: 0.0695782 Mar 08 19:00:11.572238 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] No DVR routers for this DVR port 6b07756c-844e-4cd1-a557-458ad66f831a on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:11.574636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:11.579371 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7e0060e8-8eb6-4cb0-b98c-83677cad5eec req-689121c2-de8c-4081-857e-79b67a3b2b96 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.77 "DELETE /v2.0/ports/6b07756c-844e-4cd1-a557-458ad66f831a HTTP/1.1" status: 204 len: 173 time: 0.8417389 Mar 08 19:00:11.893437 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-08d9108e-c67d-4b94-801c-c0e65397edf1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:11.895017 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-08d9108e-c67d-4b94-801c-c0e65397edf1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/networks?id=d2f43b06-299f-4324-a332-223b2887db56 HTTP/1.1" status: 200 len: 808 time: 0.1041033 Mar 08 19:00:11.911047 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-4ff68f48-6095-4b38-a93a-03f720ceeade tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/quotas/dc6c2ce2cbc84133aa42454a9679c1aa HTTP/1.1" status: 200 len: 375 time: 0.0102127 Mar 08 19:00:11.952385 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-5a26f3d7-cc07-4b5f-bce7-06ce2d916ef9 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352063 Mar 08 19:00:12.063776 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-d685d3f0-0313-4427-8a7d-e8b34ad11578 service neutron] 10.222.0.74 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044009 Mar 08 19:00:12.160412 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-935affc9-2f56-4503-9b2b-b204de37c9ef service neutron] 10.222.0.74 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879803 Mar 08 19:00:12.407907 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58490) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:12.431278 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-deleted', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:12.433975 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0506c1-f6b9-4bbe-bf0f-4e5af26a6e0b" -d '{"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-deleted", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:12.488385 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c158aba9-5ffb-4077-9a89-588c18ee6127 req-bbd20b56-9e69-433e-ba73-3e19f0f35951 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 210 time: 0.0578117 Mar 08 19:00:12.490081 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3184b1b3-157b-43b2-95af-76045a3f7237 x-openstack-request-id: req-3184b1b3-157b-43b2-95af-76045a3f7237 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:12.490475 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf73940-1216-4849-920f-2879a65e5433", "name": "network-vif-deleted", "tag": "6b07756c-844e-4cd1-a557-458ad66f831a", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:12.490836 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3184b1b3-157b-43b2-95af-76045a3f7237 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:12.491643 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf73940-1216-4849-920f-2879a65e5433', 'name': 'network-vif-deleted', 'tag': '6b07756c-844e-4cd1-a557-458ad66f831a', 'status': 'completed', 'code': 200} Mar 08 19:00:12.523942 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-565920c7-41ea-4ba5-8112-69aa98b09765 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (a5742e10-40d3-4680-97e0-fd83e34ed69e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.549592 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-565920c7-41ea-4ba5-8112-69aa98b09765 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (a5742e10-40d3-4680-97e0-fd83e34ed69e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.572430 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ea09313f-5b34-4eca-9a0b-2a2321a126a9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:12.612053 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: ea09313f-5b34-4eca-9a0b-2a2321a126a9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:12.612408 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ea09313f-5b34-4eca-9a0b-2a2321a126a9 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:12.612840 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:12.633598 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 6b07756c-844e-4cd1-a557-458ad66f831a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:12.633956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 6b07756c-844e-4cd1-a557-458ad66f831a not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:12.673464 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e006e462-2309-4de2-abc1-db5364ba015c req-9590ee7b-7b25-4a87-945c-5b7ac296c8c2 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bf73940-1216-4849-920f-2879a65e5433 HTTP/1.1" status: 200 len: 210 time: 0.0281599 Mar 08 19:00:12.684920 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-565920c7-41ea-4ba5-8112-69aa98b09765 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (a5742e10-40d3-4680-97e0-fd83e34ed69e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.688482 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-565920c7-41ea-4ba5-8112-69aa98b09765 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.689493 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-565920c7-41ea-4ba5-8112-69aa98b09765 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/security-groups/a5742e10-40d3-4680-97e0-fd83e34ed69e HTTP/1.1" status: 204 len: 168 time: 0.2806044 Mar 08 19:00:12.693507 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:12.713150 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.api.v2.resource [None req-0435c91d-6b03-49cf-81b3-fa2850c25c75 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] show failed (client error): The resource could not be found. Mar 08 19:00:12.714194 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-0435c91d-6b03-49cf-81b3-fa2850c25c75 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "GET /v2.0/security-groups/a5742e10-40d3-4680-97e0-fd83e34ed69e HTTP/1.1" status: 404 len: 347 time: 0.0193470 Mar 08 19:00:12.715224 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565920c7-41ea-4ba5-8112-69aa98b09765 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5742e10-40d3-4680-97e0-fd83e34ed69e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:12.718218 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58504) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:12.857642 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Deleting port a46d5084-bd4d-4788-88c7-438eb2b8cf84 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:12.858605 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.934751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.935005 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (a46d5084-bd4d-4788-88c7-438eb2b8cf84), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:12.947039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Calling delete_port for a46d5084-bd4d-4788-88c7-438eb2b8cf84 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:13.244943 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (a46d5084-bd4d-4788-88c7-438eb2b8cf84), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:13.274026 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Pushing event deleted for resources: {'Port': ['ID=a46d5084-bd4d-4788-88c7-438eb2b8cf84,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:13.340511 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks [] for floatingip (54c84ebd-8fb4-4bdf-83bc-310943b03035), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:13.343756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:13.347485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7e048531-7d4f-42d2-bc99-16314bbe4082 tempest-AttachVolumeNegativeTest-1603421678 tempest-AttachVolumeNegativeTest-1603421678-project] 10.222.0.74 "DELETE /v2.0/floatingips/54c84ebd-8fb4-4bdf-83bc-310943b03035 HTTP/1.1" status: 204 len: 168 time: 0.6254282 Mar 08 19:00:13.596966 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-20805cba-5cad-44c1-a4c2-4dd18b991624 req-f6a59388-dc2f-413f-b609-35c3ae41f4e6 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 210 time: 0.0288336 Mar 08 19:00:13.733090 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58516) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:13.795619 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-979c817f-89b7-4d34-be9e-28fead1b6a58 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group (d7ea533c-1228-49a9-9e7c-2332838a617f), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:13.823074 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-979c817f-89b7-4d34-be9e-28fead1b6a58 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group (d7ea533c-1228-49a9-9e7c-2332838a617f), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.033635 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-979c817f-89b7-4d34-be9e-28fead1b6a58 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d7ea533c-1228-49a9-9e7c-2332838a617f), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.036338 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-979c817f-89b7-4d34-be9e-28fead1b6a58 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.037517 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-979c817f-89b7-4d34-be9e-28fead1b6a58 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] 10.222.0.74 "DELETE /v2.0/security-groups/d7ea533c-1228-49a9-9e7c-2332838a617f HTTP/1.1" status: 204 len: 168 time: 0.3034313 Mar 08 19:00:14.047608 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c817f-89b7-4d34-be9e-28fead1b6a58 tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea533c-1228-49a9-9e7c-2332838a617f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:14.158923 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:14.581800 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.583441 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ae4fdaeb-649e-4f42-894c-f4e2937aad52 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:14.607514 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: ae4fdaeb-649e-4f42-894c-f4e2937aad52 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:14.608657 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device ae4fdaeb-649e-4f42-894c-f4e2937aad52 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:14.737855 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0056c0c4-f128-493a-b18b-eb04252fce70 req-26914bbd-9176-4d9c-9b7f-11402dbd7405 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 210 time: 0.0507903 Mar 08 19:00:14.758340 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-e24b6805-ce21-4dec-8996-41e5029d145f tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:14.759795 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-e24b6805-ce21-4dec-8996-41e5029d145f tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "GET /v2.0/networks?id=d2f43b06-299f-4324-a332-223b2887db56 HTTP/1.1" status: 200 len: 808 time: 0.1810527 Mar 08 19:00:14.773714 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Request body: {'port': {'device_id': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56', 'admin_state_up': True, 'tenant_id': 'dc6c2ce2cbc84133aa42454a9679c1aa'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:00:14.885921 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Deleting port 224282c8-8160-4734-aa78-c0c0af429cd3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:14.886502 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.970765 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Made reservation on behalf of dc6c2ce2cbc84133aa42454a9679c1aa for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:00:14.971101 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] For port 224282c8-8160-4734-aa78-c0c0af429cd3, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=224282c8-8160-4734-aa78-c0c0af429cd3,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:14.971471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.976109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:14.984857 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Calling delete_port for 224282c8-8160-4734-aa78-c0c0af429cd3 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:15.118071 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Allocated IP 172.20.0.11 (d2f43b06-299f-4324-a332-223b2887db56/a22f78c1-6813-4eb9-b23d-7d3aaf3c159b/61fbbce8-0339-4626-9fc3-8d18cf93fc5b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:00:15.262117 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (224282c8-8160-4734-aa78-c0c0af429cd3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:15.268261 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks [] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:15.289075 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=224282c8-8160-4734-aa78-c0c0af429cd3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:15.416937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:15.466704 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Network d2f43b06-299f-4324-a332-223b2887db56 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:00:15.470156 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:00:15.474535 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:00:15.505461 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Pushing event updated for resources: {'Port': ['ID=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:15.532740 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:15.533486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:15.613620 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-c57f8d57-0248-4c5d-acf1-e02b4c50395d tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8439531 Mar 08 19:00:15.625938 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Request body: {'port': {'device_id': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:00:15.688370 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:15.724226 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:15.928391 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473068-8824-4884-ae74-f87fb07813c4 req-4701f1b1-9acb-48c3-af46-924dc0c758b1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:15.929915 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-04473068-8824-4884-ae74-f87fb07813c4 req-4701f1b1-9acb-48c3-af46-924dc0c758b1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 932 time: 0.1171288 Mar 08 19:00:15.953185 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:00:16.035560 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-04473068-8824-4884-ae74-f87fb07813c4 req-822550e0-f560-4c27-8544-337febefd0eb tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921710 Mar 08 19:00:16.047158 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fbbce8-0339-4626-9fc3-8d18cf93fc5b {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:00:16.064344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Publish callbacks [] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.077265 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Transition to ACTIVE for port object 61fbbce8-0339-4626-9fc3-8d18cf93fc5b will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:00:16.079085 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:00:16.084536 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6ad80432-dd7a-493b-b87f-12ffcb6c4a9b admin admin] 10.222.0.74 "PUT /v2.0/routers/49a4d7fb-6e51-4211-8520-2aa5c58c7e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9236870 Mar 08 19:00:16.087007 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58548) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:16.088925 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] Sync routers for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:00:16.099384 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:16.100010 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:16.136522 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.201215 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Pushing event updated for resources: {'Port': ['ID=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:16.230781 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:16.252943 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks [] for router (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.290387 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Attempting to bind port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:00:16.290738 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Attempting to bind port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:00:16.291083 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Attempting to bind port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b on network d2f43b06-299f-4324-a332-223b2887db56 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:00:16.295677 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b on network d2f43b06-299f-4324-a332-223b2887db56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:00:16.295999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Attempting to bind port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b on network d2f43b06-299f-4324-a332-223b2887db56 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:00:16.301118 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 18, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:00:16.301461 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Checking segment: {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:00:16.301854 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Bound using segment: {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:00:16.302321 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Bound port: 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeca1b2-f811-40a9-990e-363223d964ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:00:16.302686 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.395460 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks [] for router_gateway (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.396409 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] For port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:00:16.401951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] For port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:00:16.444729 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T19:00:15Z', 'revision_number': 5, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port': {'id': 'd99ddc9c-eaf2-4725-844b-17b558d219bd', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:37Z', 'updated_at': '2022-03-08T18:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:16.472830 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] Checking router: 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:00:16.481674 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] Routers {'49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:16.482317 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:16.508374 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.526535 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Deleting port d99ddc9c-eaf2-4725-844b-17b558d219bd {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:16.526875 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.552155 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:16.552862 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.554791 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] 10.222.0.77 "PUT /v2.0/ports/61fbbce8-0339-4626-9fc3-8d18cf93fc5b HTTP/1.1" status: 200 len: 1094 time: 0.9333518 Mar 08 19:00:16.558162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'tag': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:16.563014 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4463b56e-b8f3-4fba-8f84-679ec75daa3a", "tag": "61fbbce8-0339-4626-9fc3-8d18cf93fc5b"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:16.590474 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3743e-e52b-43f1-a2c4-0d0683d11a4d service neutron] Pushing event updated for resources: {'Port': ['ID=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:16.592104 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] Set router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:16.605573 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33986c-0591-4a2e-9991-a5b99503393d x-openstack-request-id: req-9a33986c-0591-4a2e-9991-a5b99503393d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:16.610310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4463b56e-b8f3-4fba-8f84-679ec75daa3a", "tag": "61fbbce8-0339-4626-9fc3-8d18cf93fc5b", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:16.610310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9a33986c-0591-4a2e-9991-a5b99503393d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:16.610310 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'tag': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b', 'status': 'completed', 'code': 200} Mar 08 19:00:16.638469 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] For port d99ddc9c-eaf2-4725-844b-17b558d219bd, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=d99ddc9c-eaf2-4725-844b-17b558d219bd,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:16.639842 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.655543 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T19:00:16Z', 'revision_number': 6, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:16.658993 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Calling delete_port for d99ddc9c-eaf2-4725-844b-17b558d219bd owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:16.683381 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89ab5-bb78-41c6-bab8-b9578f2d8382 None None] The sync data for ids ['49a4d7fb-6e51-4211-8520-2aa5c58c7e0a'] in dv-cinder-830088-3-iscsi is: [{'id': '49a4d7fb-6e51-4211-8520-2aa5c58c7e0a', 'name': 'tempest-TestShelveInstance-1455373826-router', 'tenant_id': '832e6502d0e6485990465e594d8e27f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:36Z', 'updated_at': '2022-03-08T19:00:16Z', 'revision_number': 6, 'project_id': '832e6502d0e6485990465e594d8e27f5', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:00:16.685535 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa req-e6db006a-dfbf-41c8-bf9a-dda8dff6c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:16.687359 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa req-e6db006a-dfbf-41c8-bf9a-dda8dff6c476 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 1128 time: 0.0593138 Mar 08 19:00:16.812169 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa req-89ccf8b6-66a1-4c4c-ab3a-d2b6728d9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:16.813550 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa req-89ccf8b6-66a1-4c4c-ab3a-d2b6728d9ecd service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1167452 Mar 08 19:00:16.909296 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa req-1c67da5d-8d0c-4c7c-b237-cbdf1ba95c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:16.910791 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72c5a27a-8069-4c84-80f6-b388b8f2a4aa req-1c67da5d-8d0c-4c7c-b237-cbdf1ba95c0d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913513 Mar 08 19:00:16.913578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (d99ddc9c-eaf2-4725-844b-17b558d219bd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:16.942804 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99ddc9c-eaf2-4725-844b-17b558d219bd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:16.999127 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-356eb222-9bf7-4278-9865-b082a9576129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:17.000717 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-356eb222-9bf7-4278-9865-b082a9576129 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 1128 time: 0.0517492 Mar 08 19:00:17.009073 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.041309 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-f7c732fa-a598-429c-a702-84f2d5a4a744 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61fbbce8-0339-4626-9fc3-8d18cf93fc5b HTTP/1.1" status: 200 len: 217 time: 0.0339859 Mar 08 19:00:17.104990 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-9b55aab0-8f0c-4726-a871-213b1088b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:17.106392 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.106534 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-9b55aab0-8f0c-4726-a871-213b1088b4fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a22f78c1-6813-4eb9-b23d-7d3aaf3c159b HTTP/1.1" status: 200 len: 848 time: 0.0586717 Mar 08 19:00:17.109471 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks [] for router_controller (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.169756 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-b43c4cb7-aa40-4869-bf1f-e93fca2ea680 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d2f43b06-299f-4324-a332-223b2887db56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556147 Mar 08 19:00:17.216347 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (49a4d7fb-6e51-4211-8520-2aa5c58c7e0a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.217047 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a4d7fb-6e51-4211-8520-2aa5c58c7e0a {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:00:17.219921 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af4417-1b9b-462c-8692-2011ce91e79d req-48a4ca9c-5521-41c2-b766-5c6f2fe7c253 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:17.221415 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-75af4417-1b9b-462c-8692-2011ce91e79d req-48a4ca9c-5521-41c2-b766-5c6f2fe7c253 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 944 time: 0.0988691 Mar 08 19:00:17.221909 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.228408 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4101ebda-d0f1-40b9-bc7a-3fc3650828d7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/49a4d7fb-6e51-4211-8520-2aa5c58c7e0a HTTP/1.1" status: 204 len: 168 time: 1.1401196 Mar 08 19:00:17.230696 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58562) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:17.280863 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Deleting subnet 6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:00:17.284072 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Publish callbacks [] for subnet (6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.312183 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-aea21a23-fd86-43a1-a497-e9d4b431045a service neutron] 10.222.0.77 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335807 Mar 08 19:00:17.315487 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-75af4417-1b9b-462c-8692-2011ce91e79d req-baaf62cb-e958-41c0-aa12-a3d98a12d83c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691795 Mar 08 19:00:17.320014 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.401480 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.401717 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-29feb735-a7b0-4ff8-86bd-dcbef68d06ed req-4d90b59d-efe1-43e1-9492-49ce9e68dba2 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840986 Mar 08 19:00:17.503639 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.531957 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:17.535051 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.547091 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-8b179be8-28ef-4da7-ad9d-199e13ad611e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6bcb25b1-be30-4c3d-bd2f-42ce12d63d6b HTTP/1.1" status: 204 len: 168 time: 0.3070283 Mar 08 19:00:17.547091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58570) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:17.549774 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08208239-4812-433c-a48c-492bd07eee76 None None] Network 91bf515d-611e-48d6-a9f6-be41c1c53bed requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:00:17.586849 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58572) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:17.637481 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (91bf515d-611e-48d6-a9f6-be41c1c53bed), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.701987 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Deleting port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:17.701987 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.779123 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] For port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:17.781587 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.801341 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Calling delete_port for 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:17.912865 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] DHCP port deletion for 91bf515d-611e-48d6-a9f6-be41c1c53bed request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:00:17.966335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] Deleting port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:17.966717 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:17.987709 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.015819 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:18.020443 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] No DVR routers for this DVR port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:18.041058 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] For port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,segment=NetworkSegment(f612f9fa-0235-4c3a-94a5-2dbfc140a2d4),segment_id=f612f9fa-0235-4c3a-94a5-2dbfc140a2d4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:18.041552 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.057832 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] Calling delete_port for 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:18.079267 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (945bba46-d960-49e6-b5db-501a5dbbdde9), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.116663 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (91bf515d-611e-48d6-a9f6-be41c1c53bed), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.138788 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bf515d-611e-48d6-a9f6-be41c1c53bed']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:18.149641 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:18.149960 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f612f9fa-0235-4c3a-94a5-2dbfc140a2d4') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:18.152199 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (403bc4f6-4a95-41ce-b5d5-eb1234c2eeda), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.161852 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (f612f9fa-0235-4c3a-94a5-2dbfc140a2d4), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.177032 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (f612f9fa-0235-4c3a-94a5-2dbfc140a2d4), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.178656 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] Pushing event deleted for resources: {'Port': ['ID=403bc4f6-4a95-41ce-b5d5-eb1234c2eeda,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:18.180533 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188caa5d-8e2c-4d38-8442-7377b9c5ab76 None None] No DVR routers for this DVR port 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:18.186897 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:00:18.190021 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (f612f9fa-0235-4c3a-94a5-2dbfc140a2d4), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:00:18.192378 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:00:18.349958 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Deleting port ec894021-d98c-4235-9009-dda359da7faf {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:18.350332 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (ec894021-d98c-4235-9009-dda359da7faf), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.388606 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (91bf515d-611e-48d6-a9f6-be41c1c53bed), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.395955 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.399516 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/91bf515d-611e-48d6-a9f6-be41c1c53bed HTTP/1.1" status: 204 len: 168 time: 0.8520315 Mar 08 19:00:18.410639 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58578) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:18.417696 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85510ff3-8d47-41dd-9d18-8a66e316c0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=91bf515d-611e-48d6-a9f6-be41c1c53bed,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:18.457174 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 224282c8-8160-4734-aa78-c0c0af429cd3 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:18.471993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] For port ec894021-d98c-4235-9009-dda359da7faf, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=ec894021-d98c-4235-9009-dda359da7faf,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:18.472367 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (ec894021-d98c-4235-9009-dda359da7faf), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.478846 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 224282c8-8160-4734-aa78-c0c0af429cd3 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:18.479411 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 224282c8-8160-4734-aa78-c0c0af429cd3 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:18.480033 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:18.499708 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca7d3-41ce-4758-a3f9-6006b6db85f2 req-bcce3d24-2836-4fa7-896c-fea03342e1f3 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:18.501186 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:18.501338 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f34ca7d3-41ce-4758-a3f9-6006b6db85f2 req-bcce3d24-2836-4fa7-896c-fea03342e1f3 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 944 time: 0.1012592 Mar 08 19:00:18.501828 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 403bc4f6-4a95-41ce-b5d5-eb1234c2eeda not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:18.502226 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Calling delete_port for ec894021-d98c-4235-9009-dda359da7faf owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:18.502604 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device d99ddc9c-eaf2-4725-844b-17b558d219bd no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:18.522554 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: d99ddc9c-eaf2-4725-844b-17b558d219bd {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:18.523180 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device d99ddc9c-eaf2-4725-844b-17b558d219bd not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:18.599520 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f34ca7d3-41ce-4758-a3f9-6006b6db85f2 req-d2c1dc1d-ee78-4a14-af24-c9175d46f1e3 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912263 Mar 08 19:00:18.786761 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (412d460d-1871-44a5-8372-ff92fc8e2fc0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.815742 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (ec894021-d98c-4235-9009-dda359da7faf), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:18.845190 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec894021-d98c-4235-9009-dda359da7faf,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:19.031195 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (945bba46-d960-49e6-b5db-501a5dbbdde9), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:19.081076 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Deleting port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:19.081616 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:19.176597 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] For port e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,segment=NetworkSegment(d6dd1f0b-c87e-4289-b0f8-a277491dea4c),segment_id=d6dd1f0b-c87e-4289-b0f8-a277491dea4c)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:19.176965 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:19.190004 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Calling delete_port for e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:19.439467 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:19.468221 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:19.588214 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Router 945bba46-d960-49e6-b5db-501a5dbbdde9 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:00:19.747930 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:00:19.757262 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-025f7a37-565f-42cb-a450-b347f030efd5 admin admin] 10.222.0.74 "PUT /v2.0/routers/945bba46-d960-49e6-b5db-501a5dbbdde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1658437 Mar 08 19:00:19.757528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:19.760867 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6658b-9343-4073-be66-38e0777b637f None None] Sync routers for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:00:19.773190 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:19.773899 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:19.809014 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d0d9e-4783-45e9-a450-ffaa65714f9d req-cf34934d-367f-4992-afbd-1f0906353b52 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:19.814374 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1d0d9e-4783-45e9-a450-ffaa65714f9d req-cf34934d-367f-4992-afbd-1f0906353b52 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 944 time: 0.1146326 Mar 08 19:00:19.904301 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks [] for router (945bba46-d960-49e6-b5db-501a5dbbdde9), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:19.905786 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:19.923560 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (412d460d-1871-44a5-8372-ff92fc8e2fc0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:19.948551 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e1d0d9e-4783-45e9-a450-ffaa65714f9d req-8b4b281e-0591-455a-a7e2-b7ccbbf96eac tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294773 Mar 08 19:00:20.028682 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks [] for router_gateway (945bba46-d960-49e6-b5db-501a5dbbdde9), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.123954 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T19:00:18Z', 'revision_number': 5, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port': {'id': '9533d1cb-da46-4e43-b461-038ebf545b66', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:08Z', 'updated_at': '2022-03-08T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.151349 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6658b-9343-4073-be66-38e0777b637f None None] Checking router: 945bba46-d960-49e6-b5db-501a5dbbdde9 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:00:20.159658 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Deleting port 9533d1cb-da46-4e43-b461-038ebf545b66 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:20.160169 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.160563 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] Routers {'945bba46-d960-49e6-b5db-501a5dbbdde9'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:20.161258 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['945bba46-d960-49e6-b5db-501a5dbbdde9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.176556 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Router 412d460d-1871-44a5-8372-ff92fc8e2fc0 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:00:20.258061 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] Set router 945bba46-d960-49e6-b5db-501a5dbbdde9 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:20.258483 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] For port 9533d1cb-da46-4e43-b461-038ebf545b66, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=9533d1cb-da46-4e43-b461-038ebf545b66,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:20.258857 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.272032 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Calling delete_port for 9533d1cb-da46-4e43-b461-038ebf545b66 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:20.303385 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:00:20.312348 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-193b8492-a719-4690-aadd-286e31bfdd8c admin admin] 10.222.0.74 "PUT /v2.0/routers/412d460d-1871-44a5-8372-ff92fc8e2fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8977463 Mar 08 19:00:20.312623 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58594) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:20.317384 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eec6658b-9343-4073-be66-38e0777b637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T19:00:20Z', 'revision_number': 6, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.323308 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] Sync routers for ids ['412d460d-1871-44a5-8372-ff92fc8e2fc0'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:00:20.334907 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] Routers {'412d460d-1871-44a5-8372-ff92fc8e2fc0'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:20.335878 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['412d460d-1871-44a5-8372-ff92fc8e2fc0'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.347527 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6658b-9343-4073-be66-38e0777b637f None None] The sync data for ids ['945bba46-d960-49e6-b5db-501a5dbbdde9'] in dv-cinder-830088-3-iscsi is: [{'id': '945bba46-d960-49e6-b5db-501a5dbbdde9', 'name': 'tempest-AttachVolumeNegativeTest-406156791-router', 'tenant_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:07Z', 'updated_at': '2022-03-08T19:00:20Z', 'revision_number': 6, 'project_id': 'ae82254067dd4b5a80dc0c0084229ab6', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:00:20.456109 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks [] for router (412d460d-1871-44a5-8372-ff92fc8e2fc0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.493979 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] Set router 412d460d-1871-44a5-8372-ff92fc8e2fc0 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:20.564985 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (9533d1cb-da46-4e43-b461-038ebf545b66), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.569217 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks [] for router_gateway (412d460d-1871-44a5-8372-ff92fc8e2fc0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.580196 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 61fbbce8-0339-4626-9fc3-8d18cf93fc5b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:00:20.591025 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9533d1cb-da46-4e43-b461-038ebf545b66,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:20.655118 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (945bba46-d960-49e6-b5db-501a5dbbdde9), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.689684 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T19:00:19Z', 'revision_number': 5, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port': {'id': '4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:54:48Z', 'updated_at': '2022-03-08T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.695584 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:20.720518 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] Checking router: 412d460d-1871-44a5-8372-ff92fc8e2fc0 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:00:20.730183 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] Routers {'412d460d-1871-44a5-8372-ff92fc8e2fc0'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:00:20.730465 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b', 'network_id': 'd2f43b06-299f-4324-a332-223b2887db56', 'port_id': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b', 'mac_address': 'fa:16:3e:d8:16:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22f78c1-6813-4eb9-b23d-7d3aaf3c159b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:00:20.731307 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T18:59:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['412d460d-1871-44a5-8372-ff92fc8e2fc0'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.742845 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Deleting port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:20.751121 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.822434 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (945bba46-d960-49e6-b5db-501a5dbbdde9), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.834285 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks [] for router_controller (945bba46-d960-49e6-b5db-501a5dbbdde9), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.846031 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:20.846895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.850829 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] Set router 412d460d-1871-44a5-8372-ff92fc8e2fc0 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:00:20.895222 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fbbce8-0339-4626-9fc3-8d18cf93fc5b {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:00:20.911764 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T19:00:20Z', 'revision_number': 6, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:20.944176 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:20.951551 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caebb185-2ee2-4880-a985-dab785ffb477 None None] The sync data for ids ['412d460d-1871-44a5-8372-ff92fc8e2fc0'] in dv-cinder-830088-3-iscsi is: [{'id': '412d460d-1871-44a5-8372-ff92fc8e2fc0', 'name': 'tempest-TestShelveInstance-944068967-router', 'tenant_id': '8dcbf0e59909442c8e7e40b19de2493b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:54:47Z', 'updated_at': '2022-03-08T19:00:20Z', 'revision_number': 6, 'project_id': '8dcbf0e59909442c8e7e40b19de2493b', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:00:20.963052 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] For port 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:20.963631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:20.979929 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Calling delete_port for 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:21.016808 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (945bba46-d960-49e6-b5db-501a5dbbdde9), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.017044 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.017916 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945bba46-d960-49e6-b5db-501a5dbbdde9 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:00:21.023879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.027845 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c38c2d58-5972-44ab-b146-2fd1e9e7d7cb admin admin] 10.222.0.74 "DELETE /v2.0/routers/945bba46-d960-49e6-b5db-501a5dbbdde9 HTTP/1.1" status: 204 len: 168 time: 1.2672269 Mar 08 19:00:21.028750 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58602) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:21.069422 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:21.107378 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Deleting subnet 1d8ff066-cb55-430d-a7f5-e888bb1d9f4a {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:00:21.112665 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Publish callbacks [] for subnet (1d8ff066-cb55-430d-a7f5-e888bb1d9f4a), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.151951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee638a-81c7-4c4d-9f08-615c52fd52c5 req-ac987ec1-f466-44cf-9472-f6b9e1326849 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:21.153469 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5dee638a-81c7-4c4d-9f08-615c52fd52c5 req-ac987ec1-f466-44cf-9472-f6b9e1326849 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 945 time: 0.1155179 Mar 08 19:00:21.162418 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12440269'] for subnet (1d8ff066-cb55-430d-a7f5-e888bb1d9f4a), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.216867 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.250735 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['61fbbce8-0339-4626-9fc3-8d18cf93fc5b'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:00:21.265120 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5dee638a-81c7-4c4d-9f08-615c52fd52c5 req-2b390d15-af61-447a-8f93-d12fc1187941 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051507 Mar 08 19:00:21.285554 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (1d8ff066-cb55-430d-a7f5-e888bb1d9f4a), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.315318 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:21.349703 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:00:21.383771 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (412d460d-1871-44a5-8372-ff92fc8e2fc0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.416663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12559142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763010'] for subnet (1d8ff066-cb55-430d-a7f5-e888bb1d9f4a), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.449525 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8ff066-cb55-430d-a7f5-e888bb1d9f4a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:21.451675 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.455100 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-10644bd6-55a8-446d-b4a6-e5631dce003f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1d8ff066-cb55-430d-a7f5-e888bb1d9f4a HTTP/1.1" status: 204 len: 168 time: 0.4245641 Mar 08 19:00:21.457589 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58606) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:21.467459 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81e4ed-4838-44e4-b625-579ddc54bff3 None None] Network 288a8c8e-914f-4253-a63a-2438afdbc035 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:00:21.491921 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (412d460d-1871-44a5-8372-ff92fc8e2fc0), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.494418 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks [] for router_controller (412d460d-1871-44a5-8372-ff92fc8e2fc0), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.556144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (288a8c8e-914f-4253-a63a-2438afdbc035), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.572752 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.610448 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (412d460d-1871-44a5-8372-ff92fc8e2fc0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.611110 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412d460d-1871-44a5-8372-ff92fc8e2fc0 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:00:21.616360 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.620629 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d5a42dde-590e-4643-81f3-f374c10ee3f6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/412d460d-1871-44a5-8372-ff92fc8e2fc0 HTTP/1.1" status: 204 len: 168 time: 1.3013108 Mar 08 19:00:21.621204 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58610) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:21.676875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Deleting port 63e2bf70-6eff-4aae-b3c5-51674c21a89a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:21.677290 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.702247 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] DHCP port deletion for 288a8c8e-914f-4253-a63a-2438afdbc035 request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:00:21.747865 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] For port 63e2bf70-6eff-4aae-b3c5-51674c21a89a, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=63e2bf70-6eff-4aae-b3c5-51674c21a89a,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:21.748912 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.754109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Deleting subnet 2d30ee72-084c-462d-85ca-aac9b92142f0 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:00:21.766699 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Publish callbacks [] for subnet (2d30ee72-084c-462d-85ca-aac9b92142f0), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.786823 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] Deleting port 63e2bf70-6eff-4aae-b3c5-51674c21a89a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:21.787477 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.793143 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Calling delete_port for 63e2bf70-6eff-4aae-b3c5-51674c21a89a owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:21.814744 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12440269'] for subnet (2d30ee72-084c-462d-85ca-aac9b92142f0), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.874660 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] For port 63e2bf70-6eff-4aae-b3c5-51674c21a89a, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=63e2bf70-6eff-4aae-b3c5-51674c21a89a,segment=NetworkSegment(4d686855-a52c-44a5-aa91-00ca4ce634b2),segment_id=4d686855-a52c-44a5-aa91-00ca4ce634b2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:21.875550 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:21.893090 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] Calling delete_port for 63e2bf70-6eff-4aae-b3c5-51674c21a89a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:21.946039 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (2d30ee72-084c-462d-85ca-aac9b92142f0), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.039801 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.047293 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (63e2bf70-6eff-4aae-b3c5-51674c21a89a), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.078281 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] Pushing event deleted for resources: {'Port': ['ID=63e2bf70-6eff-4aae-b3c5-51674c21a89a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.078965 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] No DVR routers for this DVR port 63e2bf70-6eff-4aae-b3c5-51674c21a89a on host dv-cinder-830088-3-iscsi {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:22.082506 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8793734-a49e-4e56-9371-d01bbe0c47c9 None None] No DVR routers for this DVR port 63e2bf70-6eff-4aae-b3c5-51674c21a89a on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:22.117026 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e2bf70-6eff-4aae-b3c5-51674c21a89a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.119697 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12559142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763010'] for subnet (2d30ee72-084c-462d-85ca-aac9b92142f0), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.162478 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d30ee72-084c-462d-85ca-aac9b92142f0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.183709 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf537c-453e-4105-a848-cb2b91c62df5 None None] Network c70b87fc-a2b5-48ef-ba50-016e6f3d42dd requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:00:22.200277 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.206916 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58620) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:22.220711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-cb03f6d7-b74c-42f5-bf95-70e9784b60d5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2d30ee72-084c-462d-85ca-aac9b92142f0 HTTP/1.1" status: 204 len: 168 time: 0.5930827 Mar 08 19:00:22.231601 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (288a8c8e-914f-4253-a63a-2438afdbc035), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.276592 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288a8c8e-914f-4253-a63a-2438afdbc035']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:22.290108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d686855-a52c-44a5-aa91-00ca4ce634b2') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:22.290108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d686855-a52c-44a5-aa91-00ca4ce634b2') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:22.297552 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.309355 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12440118'] for segment (4d686855-a52c-44a5-aa91-00ca4ce634b2), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.374925 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (4d686855-a52c-44a5-aa91-00ca4ce634b2), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.385825 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Deleting port 4a69cb3e-aab7-401a-8417-97b6181fc2aa {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:22.386246 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.386437 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:00:22.386890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12559180'] for segment (4d686855-a52c-44a5-aa91-00ca4ce634b2), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.453587 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] DHCP port deletion for c70b87fc-a2b5-48ef-ba50-016e6f3d42dd request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: Traceback (most recent call last): Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: timer() Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: cb(*args, **kw) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: return func(*args, **kwargs) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: self._notify() Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: self.callback(batched_events) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: event.method(event) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: return f(self, *a, **k) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._get(url).json() Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: return self.request(url, 'GET', **kwargs) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:00:22.454182 dv-cinder-830088-3-iscsi neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:00:22.488618 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] For port 4a69cb3e-aab7-401a-8417-97b6181fc2aa, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4a69cb3e-aab7-401a-8417-97b6181fc2aa,segment=NetworkSegment(d6dd1f0b-c87e-4289-b0f8-a277491dea4c),segment_id=d6dd1f0b-c87e-4289-b0f8-a277491dea4c)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:22.488978 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.505193 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Calling delete_port for 4a69cb3e-aab7-401a-8417-97b6181fc2aa owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:22.511101 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9533d1cb-da46-4e43-b461-038ebf545b66 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:22.516263 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (288a8c8e-914f-4253-a63a-2438afdbc035), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.527278 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.535331 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/288a8c8e-914f-4253-a63a-2438afdbc035 HTTP/1.1" status: 204 len: 168 time: 1.0740168 Mar 08 19:00:22.548480 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a37a55-8e0f-4d36-b1ef-882d91d056a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=288a8c8e-914f-4253-a63a-2438afdbc035,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.578318 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79219d-bb74-497e-a0a5-1aca833e7168 req-9df37f69-cf75-4754-aa6c-179c4f475209 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:22.579845 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec79219d-bb74-497e-a0a5-1aca833e7168 req-9df37f69-cf75-4754-aa6c-179c4f475209 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.2828844 Mar 08 19:00:22.586653 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 9533d1cb-da46-4e43-b461-038ebf545b66 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:22.586653 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 9533d1cb-da46-4e43-b461-038ebf545b66 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:22.586888 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device ec894021-d98c-4235-9009-dda359da7faf no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:22.610757 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 61fbbce8-0339-4626-9fc3-8d18cf93fc5b up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:00:22.612042 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8b289-f3f8-4a20-820a-8112092d4f1e req-5494d6d2-28da-4cce-a24e-4edba4270407 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:22.618237 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: ec894021-d98c-4235-9009-dda359da7faf {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:22.618967 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device ec894021-d98c-4235-9009-dda359da7faf not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:22.619458 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 63e2bf70-6eff-4aae-b3c5-51674c21a89a no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:22.621978 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-54a8b289-f3f8-4a20-820a-8112092d4f1e req-5494d6d2-28da-4cce-a24e-4edba4270407 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 945 time: 0.1645334 Mar 08 19:00:22.666292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 63e2bf70-6eff-4aae-b3c5-51674c21a89a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:22.666743 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 63e2bf70-6eff-4aae-b3c5-51674c21a89a not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:22.667232 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:22.689635 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec79219d-bb74-497e-a0a5-1aca833e7168 req-586d4813-f36a-4c67-a21d-d43fd6a73877 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928140 Mar 08 19:00:22.695141 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:22.695682 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4aee072b-55d3-4ed9-8a4e-3d9b7d0403f7 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:22.696335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:22.698632 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af9415ee-923c-47e7-85b0-5b3066cd8a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.705297 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.705518 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-54a8b289-f3f8-4a20-820a-8112092d4f1e req-3a8af5cc-26e9-4e90-b152-6e6d05069758 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Mar 08 19:00:22.717549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] No DVR routers for this DVR port 4a69cb3e-aab7-401a-8417-97b6181fc2aa on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:22.741361 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Deleting port 4a69cb3e-aab7-401a-8417-97b6181fc2aa {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:22.741710 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.743648 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:22.743987 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e2fa35fa-612e-4e35-9ce0-9a477a7e8ab4 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:22.757382 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a69cb3e-aab7-401a-8417-97b6181fc2aa,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.810975 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.820658 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] For port 4a69cb3e-aab7-401a-8417-97b6181fc2aa, host dv-cinder-830088-3-iscsi, got binding levels [] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:22.825384 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.835175 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Calling delete_port for 4a69cb3e-aab7-401a-8417-97b6181fc2aa owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:22.837976 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70b87fc-a2b5-48ef-ba50-016e6f3d42dd']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:22.838708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Port 4a69cb3e-aab7-401a-8417-97b6181fc2aa was not found and therefore no delete operation was performed {{(pid=110160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 19:00:22.839913 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (4a69cb3e-aab7-401a-8417-97b6181fc2aa), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.848567 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:22.848906 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dd1f0b-c87e-4289-b0f8-a277491dea4c') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:22.863465 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (d6dd1f0b-c87e-4289-b0f8-a277491dea4c), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.867522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] No DVR routers for this DVR port 4a69cb3e-aab7-401a-8417-97b6181fc2aa on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:22.871800 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4c312-8bf8-4834-8c29-aef4bdd287e9 None None] Pushing event deleted for resources: {'Port': ['ID=4a69cb3e-aab7-401a-8417-97b6181fc2aa,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:22.878966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (d6dd1f0b-c87e-4289-b0f8-a277491dea4c), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.880079 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:00:22.884362 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:00:22.884741 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (d6dd1f0b-c87e-4289-b0f8-a277491dea4c), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:00:22.893593 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:00:22.964113 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58630) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:22.968039 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:22.968434 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:22.992277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:22.995828 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956809ab-cb1e-4100-815e-2fcd49426e64" -d '{"events": [{"server_uuid": "4463b56e-b8f3-4fba-8f84-679ec75daa3a", "name": "network-vif-plugged", "status": "completed", "tag": "61fbbce8-0339-4626-9fc3-8d18cf93fc5b"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:23.009996 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:23.014763 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-69f813af-e005-439a-9680-5960f2cd0a76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae82254067dd4b5a80dc0c0084229ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470300 Mar 08 19:00:23.015125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58634) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:23.016060 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (c70b87fc-a2b5-48ef-ba50-016e6f3d42dd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.020426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.026511 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c70b87fc-a2b5-48ef-ba50-016e6f3d42dd HTTP/1.1" status: 204 len: 168 time: 0.8156824 Mar 08 19:00:23.037373 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def61d-7eda-4ff6-b805-fa9078b5f015 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70b87fc-a2b5-48ef-ba50-016e6f3d42dd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.049193 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0236b-83d6-4936-a48f-bc6dc3774513 x-openstack-request-id: req-b8c0236b-83d6-4936-a48f-bc6dc3774513 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:23.049382 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4463b56e-b8f3-4fba-8f84-679ec75daa3a", "name": "network-vif-plugged", "status": "completed", "tag": "61fbbce8-0339-4626-9fc3-8d18cf93fc5b", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:23.049674 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8c0236b-83d6-4936-a48f-bc6dc3774513 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:23.050115 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b', 'code': 200} Mar 08 19:00:23.082873 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a761d807-1201-4833-b7ff-6e7671551c23 admin admin] Publish callbacks [] for security_group (19564f5a-35fc-44ac-b19a-93aedeaed8a4), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.102244 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.118120 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a761d807-1201-4833-b7ff-6e7671551c23 admin admin] Publish callbacks [] for security_group (19564f5a-35fc-44ac-b19a-93aedeaed8a4), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.156576 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.345090 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a761d807-1201-4833-b7ff-6e7671551c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (19564f5a-35fc-44ac-b19a-93aedeaed8a4), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.347896 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a761d807-1201-4833-b7ff-6e7671551c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.349070 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-a761d807-1201-4833-b7ff-6e7671551c23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19564f5a-35fc-44ac-b19a-93aedeaed8a4 HTTP/1.1" status: 204 len: 168 time: 0.3330255 Mar 08 19:00:23.359762 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761d807-1201-4833-b7ff-6e7671551c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19564f5a-35fc-44ac-b19a-93aedeaed8a4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.385534 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91eb82f-a934-47b6-ae71-70b5a00b2ca8 req-0effca39-9375-45e1-a74c-bba8cce8d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.387379 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f91eb82f-a934-47b6-ae71-70b5a00b2ca8 req-0effca39-9375-45e1-a74c-bba8cce8d50e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 1130 time: 0.0736024 Mar 08 19:00:23.433856 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f91eb82f-a934-47b6-ae71-70b5a00b2ca8 req-561dcfc6-3ae8-4574-ab05-7a0c120da193 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 Mar 08 19:00:23.503667 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58640) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:23.551104 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c35ca940-6788-4840-bbf2-3ed8fdf3c8ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=832e6502d0e6485990465e594d8e27f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460699 Mar 08 19:00:23.553723 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58642) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:23.603011 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2957b9b8-80d1-49b9-a30a-ca0e5769c513 admin admin] Publish callbacks [] for security_group (c4853539-ec48-49ee-9bed-bfba18f20939), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.625366 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2957b9b8-80d1-49b9-a30a-ca0e5769c513 admin admin] Publish callbacks [] for security_group (c4853539-ec48-49ee-9bed-bfba18f20939), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.736332 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2957b9b8-80d1-49b9-a30a-ca0e5769c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (c4853539-ec48-49ee-9bed-bfba18f20939), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.738926 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2957b9b8-80d1-49b9-a30a-ca0e5769c513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:23.744355 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2957b9b8-80d1-49b9-a30a-ca0e5769c513 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c4853539-ec48-49ee-9bed-bfba18f20939 HTTP/1.1" status: 204 len: 168 time: 0.1853561 Mar 08 19:00:23.752422 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957b9b8-80d1-49b9-a30a-ca0e5769c513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4853539-ec48-49ee-9bed-bfba18f20939,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:23.896917 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1115e0e-de38-46e0-9279-f5b923d0b452 req-fb5867dd-7625-4ff0-9746-817b3b5fa3dd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.898426 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c1115e0e-de38-46e0-9279-f5b923d0b452 req-fb5867dd-7625-4ff0-9746-817b3b5fa3dd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0893040 Mar 08 19:00:23.913506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402c2be-bc9f-4cd2-9b6f-950402a05e7e req-1c679d1b-23fb-4057-a796-d792f07e6dab tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:23.914990 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7402c2be-bc9f-4cd2-9b6f-950402a05e7e req-1c679d1b-23fb-4057-a796-d792f07e6dab tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 946 time: 0.0768189 Mar 08 19:00:23.982305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c1115e0e-de38-46e0-9279-f5b923d0b452 req-6bf97779-9951-4043-a490-0efdc52e2750 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766649 Mar 08 19:00:23.989060 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7402c2be-bc9f-4cd2-9b6f-950402a05e7e req-8bf45916-7ec5-450a-bb5c-6578dfb620e6 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620570 Mar 08 19:00:24.456478 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4a69cb3e-aab7-401a-8417-97b6181fc2aa no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:24.473020 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58672) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:24.482662 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 4a69cb3e-aab7-401a-8417-97b6181fc2aa {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:24.483026 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4a69cb3e-aab7-401a-8417-97b6181fc2aa not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:24.525696 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-8e86ed99-2e8f-4a89-b670-27add5568801 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8dcbf0e59909442c8e7e40b19de2493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513105 Mar 08 19:00:24.528299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58674) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:24.577274 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4806807d-8baf-442c-8dc7-8cdd6ba55882 admin admin] Publish callbacks [] for security_group (2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.600455 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4806807d-8baf-442c-8dc7-8cdd6ba55882 admin admin] Publish callbacks [] for security_group (2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.735756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4806807d-8baf-442c-8dc7-8cdd6ba55882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.738477 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4806807d-8baf-442c-8dc7-8cdd6ba55882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:24.739705 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4806807d-8baf-442c-8dc7-8cdd6ba55882 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd HTTP/1.1" status: 204 len: 168 time: 0.2103322 Mar 08 19:00:24.748396 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806807d-8baf-442c-8dc7-8cdd6ba55882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcc36a3-9763-4bf6-9d5c-2f6fd2769bfd,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:24.901479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a18c418-1738-4557-a370-b2c1054d7a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:25.141268 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98431c-fd6e-4559-8eff-57a54d6d7854 req-ab6587db-71f6-4be1-9595-a8f09b4cc881 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:25.142773 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ee98431c-fd6e-4559-8eff-57a54d6d7854 req-ab6587db-71f6-4be1-9595-a8f09b4cc881 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0856135 Mar 08 19:00:25.153066 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a26d42-cbc9-4719-ab1a-6f01ccc9d67b req-4e95f8d6-32c4-45ce-b67a-5cc3b5c98344 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:25.154495 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-57a26d42-cbc9-4719-ab1a-6f01ccc9d67b req-4e95f8d6-32c4-45ce-b67a-5cc3b5c98344 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 946 time: 0.0879486 Mar 08 19:00:25.233563 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ee98431c-fd6e-4559-8eff-57a54d6d7854 req-fd13ba64-1af7-4eab-b76e-823438d5159e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780551 Mar 08 19:00:25.237317 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-57a26d42-cbc9-4719-ab1a-6f01ccc9d67b req-5e125500-9ffe-4009-ab6a-4305ac2baf85 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758026 Mar 08 19:00:26.170474 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:26.369605 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0bd39-48c4-4d0d-9f76-7cfd1a3d80f4 req-9d60577c-a69b-4bc8-b85b-3625000213df tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:26.371491 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-46d0bd39-48c4-4d0d-9f76-7cfd1a3d80f4 req-9d60577c-a69b-4bc8-b85b-3625000213df tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0602610 Mar 08 19:00:26.421453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-46d0bd39-48c4-4d0d-9f76-7cfd1a3d80f4 req-d86adb4d-5e40-404c-8dc9-1fc0d9ba8821 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436745 Mar 08 19:00:26.555759 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bfcfd-1196-4687-9c6e-266ddd5357ed req-0919b8b1-a223-4af9-81f5-f9c1cb7be157 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:26.557250 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-560bfcfd-1196-4687-9c6e-266ddd5357ed req-0919b8b1-a223-4af9-81f5-f9c1cb7be157 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 946 time: 0.0519788 Mar 08 19:00:26.608328 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-560bfcfd-1196-4687-9c6e-266ddd5357ed req-064e50dd-ab22-4b98-ba04-b5a4f7d68509 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Mar 08 19:00:27.422299 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:27.554193 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d1eaf-12a7-4d11-9220-24f5cb112801 req-fe99d1e4-b598-4766-9516-4c28d9f41683 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:27.555733 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2b6d1eaf-12a7-4d11-9220-24f5cb112801 req-fe99d1e4-b598-4766-9516-4c28d9f41683 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0553319 Mar 08 19:00:27.615513 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2b6d1eaf-12a7-4d11-9220-24f5cb112801 req-b1eadb28-c5ea-46a5-a878-d16c3f2bac9d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537639 Mar 08 19:00:27.731585 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75789ce-9510-44f5-94a8-7cd35f922f4a req-317f0b71-d2c6-4069-b9ed-c02776ff64e3 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:27.735659 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b75789ce-9510-44f5-94a8-7cd35f922f4a req-317f0b71-d2c6-4069-b9ed-c02776ff64e3 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 946 time: 0.0560548 Mar 08 19:00:27.784349 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b75789ce-9510-44f5-94a8-7cd35f922f4a req-daf9038b-e6ab-4292-9117-105be4d092c3 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/security-groups?id=b72166d1-6f23-4dda-8280-6512656073a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 Mar 08 19:00:28.004621 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-49e86b9a-e191-4958-9fea-c54590c75a5e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:28.006140 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-49e86b9a-e191-4958-9fea-c54590c75a5e tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 946 time: 0.0570161 Mar 08 19:00:28.099457 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Deleting port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:00:28.099796 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:28.194885 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] For port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,segment=NetworkSegment(daeca1b2-f811-40a9-990e-363223d964ec),segment_id=daeca1b2-f811-40a9-990e-363223d964ec)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:28.195354 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:28.209989 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Calling delete_port for 61fbbce8-0339-4626-9fc3-8d18cf93fc5b owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:00:28.393185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (61fbbce8-0339-4626-9fc3-8d18cf93fc5b), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:28.404663 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['61fbbce8-0339-4626-9fc3-8d18cf93fc5b'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:00:28.427034 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Pushing event deleted for resources: {'Port': ['ID=61fbbce8-0339-4626-9fc3-8d18cf93fc5b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:28.454297 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.454679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.455026 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.455369 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.455701 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.456030 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.456364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.456688 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.457074 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.457345 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.457672 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.457989 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.460842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:28.478327 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] No DVR routers for this DVR port 61fbbce8-0339-4626-9fc3-8d18cf93fc5b on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:00:28.480844 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:28.484713 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d77c4d3e-ac2f-45c6-b7d9-ce9ed079eba5 req-3979cc65-1057-4403-b59b-37a7ae9cb55c tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.77 "DELETE /v2.0/ports/61fbbce8-0339-4626-9fc3-8d18cf93fc5b HTTP/1.1" status: 204 len: 173 time: 0.4711218 Mar 08 19:00:28.485110 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'name': 'network-vif-deleted', 'tag': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:28.487408 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd30bec-3222-4532-b42f-be0162a3fc16" -d '{"events": [{"server_uuid": "4463b56e-b8f3-4fba-8f84-679ec75daa3a", "name": "network-vif-deleted", "tag": "61fbbce8-0339-4626-9fc3-8d18cf93fc5b"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:28.522235 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f9aade-6d03-4aea-864b-036b2caad0b7 x-openstack-request-id: req-a1f9aade-6d03-4aea-864b-036b2caad0b7 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:28.522619 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4463b56e-b8f3-4fba-8f84-679ec75daa3a", "name": "network-vif-deleted", "tag": "61fbbce8-0339-4626-9fc3-8d18cf93fc5b", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:28.522899 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1f9aade-6d03-4aea-864b-036b2caad0b7 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:28.523310 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4463b56e-b8f3-4fba-8f84-679ec75daa3a', 'name': 'network-vif-deleted', 'tag': '61fbbce8-0339-4626-9fc3-8d18cf93fc5b', 'status': 'completed', 'code': 200} Mar 08 19:00:28.744001 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3377-8dd1-4295-b794-ebee4a8527fd req-2faad0a1-6fde-478a-942d-9840de56ecc8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:28.745734 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de8d3377-8dd1-4295-b794-ebee4a8527fd req-2faad0a1-6fde-478a-942d-9840de56ecc8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0549488 Mar 08 19:00:28.797976 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de8d3377-8dd1-4295-b794-ebee4a8527fd req-c472ac40-ecc4-4372-8bc0-7428e5f452ca tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465336 Mar 08 19:00:28.896244 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0df20056-e371-4935-8d5f-099969deb42e req-e9a58d03-1223-4ffa-8cd8-0bf3c1ee50b1 tempest-VolumesActionsTest-1132485494 tempest-VolumesActionsTest-1132485494-project] 10.222.0.74 "GET /v2.0/ports?device_id=4463b56e-b8f3-4fba-8f84-679ec75daa3a HTTP/1.1" status: 200 len: 210 time: 0.0309219 Mar 08 19:00:29.153640 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:29.931524 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a69b-fada-4e55-9dab-5e1496169a36 req-b398a22b-cfe4-4371-8ca7-2cc61479fd23 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:29.933003 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00a7a69b-fada-4e55-9dab-5e1496169a36 req-b398a22b-cfe4-4371-8ca7-2cc61479fd23 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0611305 Mar 08 19:00:29.980682 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00a7a69b-fada-4e55-9dab-5e1496169a36 req-21dbb1f6-8a2d-443c-9c31-c60888f8db0c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Mar 08 19:00:30.918707 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58814) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:31.026252 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80848acf-2ac6-4251-a2d7-9641e807ef1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.106525 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80848acf-2ac6-4251-a2d7-9641e807ef1f admin admin] Publish callbacks [] for security_group (9b41323e-c255-4a2b-9a61-de5e91cd380a), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.113350 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a411-b227-4222-8a45-ccd27353e9ea req-adb467fc-5886-4a51-9ba8-b3806232d06e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:31.114859 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7653a411-b227-4222-8a45-ccd27353e9ea req-adb467fc-5886-4a51-9ba8-b3806232d06e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0521047 Mar 08 19:00:31.166351 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7653a411-b227-4222-8a45-ccd27353e9ea req-230802ea-122f-4487-b4ab-59e37f0e0666 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Mar 08 19:00:31.176372 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80848acf-2ac6-4251-a2d7-9641e807ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9b41323e-c255-4a2b-9a61-de5e91cd380a), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.214743 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-80848acf-2ac6-4251-a2d7-9641e807ef1f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b11ffb2ad7cb497eb36b9b368a274f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949109 Mar 08 19:00:31.216718 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80848acf-2ac6-4251-a2d7-9641e807ef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b41323e-c255-4a2b-9a61-de5e91cd380a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:31.217542 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58836) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:31.531619 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-326a5e70-3755-4b63-9100-fc9edc7c46c6 admin admin] Publish callbacks [] for security_group (9b41323e-c255-4a2b-9a61-de5e91cd380a), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.552435 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-326a5e70-3755-4b63-9100-fc9edc7c46c6 admin admin] Publish callbacks [] for security_group (9b41323e-c255-4a2b-9a61-de5e91cd380a), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.672872 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-326a5e70-3755-4b63-9100-fc9edc7c46c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9b41323e-c255-4a2b-9a61-de5e91cd380a), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.675576 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-326a5e70-3755-4b63-9100-fc9edc7c46c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:31.676746 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-326a5e70-3755-4b63-9100-fc9edc7c46c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b41323e-c255-4a2b-9a61-de5e91cd380a HTTP/1.1" status: 204 len: 168 time: 0.4581649 Mar 08 19:00:31.684718 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a5e70-3755-4b63-9100-fc9edc7c46c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b41323e-c255-4a2b-9a61-de5e91cd380a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:32.286019 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58848) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:32.296243 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f12f69-fa57-468b-9108-26b00964935e req-932dc778-810f-442c-b4b2-3a4450f24b19 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:32.297777 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9f12f69-fa57-468b-9108-26b00964935e req-932dc778-810f-442c-b4b2-3a4450f24b19 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0552390 Mar 08 19:00:32.299367 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55affa2b-0522-4298-973b-45b0f546f54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.345485 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9f12f69-fa57-468b-9108-26b00964935e req-e1b79d67-3336-4d5f-9c6f-799c395b1035 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418856 Mar 08 19:00:32.373058 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55affa2b-0522-4298-973b-45b0f546f54f admin admin] Publish callbacks [] for security_group (0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.467097 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55affa2b-0522-4298-973b-45b0f546f54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.504844 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55affa2b-0522-4298-973b-45b0f546f54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:32.509207 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-55affa2b-0522-4298-973b-45b0f546f54f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b2c6351456b4701880294aab354566b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221441 Mar 08 19:00:32.511869 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58850) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:32.559216 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4acdc602-3b49-4b01-aa39-dd01f0ecfdab admin admin] Publish callbacks [] for security_group (0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.580188 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4acdc602-3b49-4b01-aa39-dd01f0ecfdab admin admin] Publish callbacks [] for security_group (0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.695919 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4acdc602-3b49-4b01-aa39-dd01f0ecfdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.698569 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4acdc602-3b49-4b01-aa39-dd01f0ecfdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:32.699731 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-4acdc602-3b49-4b01-aa39-dd01f0ecfdab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f HTTP/1.1" status: 204 len: 168 time: 0.1869569 Mar 08 19:00:32.708720 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdc602-3b49-4b01-aa39-dd01f0ecfdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0832ade3-dcdb-4152-90ff-0f9e9cc4fe6f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:33.012302 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 61fbbce8-0339-4626-9fc3-8d18cf93fc5b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:33.033338 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 61fbbce8-0339-4626-9fc3-8d18cf93fc5b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:00:33.033685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 61fbbce8-0339-4626-9fc3-8d18cf93fc5b not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:00:33.406723 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58862) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:33.419814 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1d78-239a-4de0-9021-a50ae699d657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.470763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e455ed3-9ea3-4252-a633-5c8cea1fde55 req-a927ee8a-d396-4cc5-9c1f-4c6ed36746ac tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:33.472678 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2e455ed3-9ea3-4252-a633-5c8cea1fde55 req-a927ee8a-d396-4cc5-9c1f-4c6ed36746ac tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0565078 Mar 08 19:00:33.497065 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1d78-239a-4de0-9021-a50ae699d657 admin admin] Publish callbacks [] for security_group (7b590f8c-25ba-475d-8346-2b6523e1acc0), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.520147 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2e455ed3-9ea3-4252-a633-5c8cea1fde55 req-371a8241-12ac-4303-9b09-a7d16f1e678a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Mar 08 19:00:33.621780 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1d78-239a-4de0-9021-a50ae699d657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7b590f8c-25ba-475d-8346-2b6523e1acc0), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.658899 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef1d78-239a-4de0-9021-a50ae699d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b590f8c-25ba-475d-8346-2b6523e1acc0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:33.663835 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c0ef1d78-239a-4de0-9021-a50ae699d657 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=746eaa1f5e134c3db996fed0a2bf061a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554193 Mar 08 19:00:33.666177 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58864) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:33.718457 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8319078-5284-4e00-94d9-04bbcaa8d22c admin admin] Publish callbacks [] for security_group (7b590f8c-25ba-475d-8346-2b6523e1acc0), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.739676 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8319078-5284-4e00-94d9-04bbcaa8d22c admin admin] Publish callbacks [] for security_group (7b590f8c-25ba-475d-8346-2b6523e1acc0), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.850505 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8319078-5284-4e00-94d9-04bbcaa8d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7b590f8c-25ba-475d-8346-2b6523e1acc0), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.853061 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8319078-5284-4e00-94d9-04bbcaa8d22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:33.854244 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e8319078-5284-4e00-94d9-04bbcaa8d22c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b590f8c-25ba-475d-8346-2b6523e1acc0 HTTP/1.1" status: 204 len: 168 time: 0.1872797 Mar 08 19:00:33.862588 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8319078-5284-4e00-94d9-04bbcaa8d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b590f8c-25ba-475d-8346-2b6523e1acc0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:34.648093 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a8656-5c31-4b57-8610-c3004bd2659a req-457d0303-29b7-47be-bdc2-b9c4e55d4852 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:34.649666 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-696a8656-5c31-4b57-8610-c3004bd2659a req-457d0303-29b7-47be-bdc2-b9c4e55d4852 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0539501 Mar 08 19:00:34.699106 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-696a8656-5c31-4b57-8610-c3004bd2659a req-5edbdb14-5547-4095-8e01-9b3bfb892f06 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Mar 08 19:00:35.899075 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce43897-f989-4daa-8e79-236de71abb37 req-167ec0ef-e652-4d97-a91b-d75a1c40fea0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:35.902691 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ce43897-f989-4daa-8e79-236de71abb37 req-167ec0ef-e652-4d97-a91b-d75a1c40fea0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.1033380 Mar 08 19:00:35.988894 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0ce43897-f989-4daa-8e79-236de71abb37 req-378525c2-d83a-498b-a6f5-a9d336c468dd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741405 Mar 08 19:00:36.675655 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:00:36.973806 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:36.989246 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'mac_address': 'fa:16:3e:5e:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:00:37.055203 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: ACTIVE; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:37.055823 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.073963 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41075827-6dc9-4532-90d6-21c4e5ce7db1 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:00:37.102683 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:37.145090 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ba3c6-90e9-446b-987d-cae63bc453c0 req-00d5cda3-15c7-442f-a850-30870e7879ae tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:37.146936 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e3ba3c6-90e9-446b-987d-cae63bc453c0 req-00d5cda3-15c7-442f-a850-30870e7879ae tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0644469 Mar 08 19:00:37.227551 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.229417 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9e3ba3c6-90e9-446b-987d-cae63bc453c0 req-17dea6da-914a-4ff1-b68f-8fbb2b7f93e6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711668 Mar 08 19:00:37.326805 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['41075827-6dc9-4532-90d6-21c4e5ce7db1'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:00:37.351549 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 58990) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:37.445848 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:37.533648 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-69528ae0-5ee5-4573-8976-4b5861d8c538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.631445 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-69528ae0-5ee5-4573-8976-4b5861d8c538 admin admin] Publish callbacks [] for security_group (be804376-9961-49f1-86b5-46bc8093bc66), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.695767 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-69528ae0-5ee5-4573-8976-4b5861d8c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (be804376-9961-49f1-86b5-46bc8093bc66), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.731856 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 58998) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:37.739159 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-69528ae0-5ee5-4573-8976-4b5861d8c538 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d64ecaa9c9604175ba3a793da6e520cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848584 Mar 08 19:00:37.771384 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69528ae0-5ee5-4573-8976-4b5861d8c538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be804376-9961-49f1-86b5-46bc8093bc66,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:37.807665 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da2893b-7a9e-4ff1-8406-0810825878ac admin admin] Publish callbacks [] for security_group (be804376-9961-49f1-86b5-46bc8093bc66), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.833741 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da2893b-7a9e-4ff1-8406-0810825878ac admin admin] Publish callbacks [] for security_group (be804376-9961-49f1-86b5-46bc8093bc66), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.981548 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da2893b-7a9e-4ff1-8406-0810825878ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (be804376-9961-49f1-86b5-46bc8093bc66), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.984744 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da2893b-7a9e-4ff1-8406-0810825878ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:37.988791 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7da2893b-7a9e-4ff1-8406-0810825878ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be804376-9961-49f1-86b5-46bc8093bc66 HTTP/1.1" status: 204 len: 168 time: 0.2528601 Mar 08 19:00:38.010751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2893b-7a9e-4ff1-8406-0810825878ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be804376-9961-49f1-86b5-46bc8093bc66,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:38.442697 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae437-372a-4ba2-b037-a542764bdaed req-c44d230e-5bf5-486c-ad35-5c30d2ad26ff tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:38.444971 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-944ae437-372a-4ba2-b037-a542764bdaed req-c44d230e-5bf5-486c-ad35-5c30d2ad26ff tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 945 time: 0.0760829 Mar 08 19:00:38.528751 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-944ae437-372a-4ba2-b037-a542764bdaed req-044c856a-9e87-4675-89ee-7aa04efd00c6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752859 Mar 08 19:00:38.691566 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:00:38.752134 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 41075827-6dc9-4532-90d6-21c4e5ce7db1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:00:38.752564 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:38.857210 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:38.857608 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:38.867540 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:38.886807 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e5d1d69-8378-45ce-bc03-b17df157b3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:38.912539 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:38.919178 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58721d44-abc8-4763-a212-af3acd1b1796" -d '{"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-plugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:38.961451 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:38.997962 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07baeac8-ba31-417a-82b7-709dc9326488 x-openstack-request-id: req-07baeac8-ba31-417a-82b7-709dc9326488 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:38.998308 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-plugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:38.999086 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-07baeac8-ba31-417a-82b7-709dc9326488 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:38.999529 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'code': 200} Mar 08 19:00:39.018059 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e5d1d69-8378-45ce-bc03-b17df157b3b1 admin admin] Publish callbacks [] for security_group (7cc5193e-ee61-47f0-a0bf-2114ac3d107b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.033236 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.095116 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:39.096932 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e5d1d69-8378-45ce-bc03-b17df157b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7cc5193e-ee61-47f0-a0bf-2114ac3d107b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.103956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.107179 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.108014 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.108014 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.108193 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:00:39.149996 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-2e5d1d69-8378-45ce-bc03-b17df157b3b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1d534869a454aa496fde2e7e084cb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809720 Mar 08 19:00:39.152940 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59014) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:39.186783 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d1d69-8378-45ce-bc03-b17df157b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc5193e-ee61-47f0-a0bf-2114ac3d107b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:39.237431 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65b86b6d-c383-44b4-9a6a-441be477047d admin admin] Publish callbacks [] for security_group (7cc5193e-ee61-47f0-a0bf-2114ac3d107b), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.270750 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65b86b6d-c383-44b4-9a6a-441be477047d admin admin] Publish callbacks [] for security_group (7cc5193e-ee61-47f0-a0bf-2114ac3d107b), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.388231 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65b86b6d-c383-44b4-9a6a-441be477047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (7cc5193e-ee61-47f0-a0bf-2114ac3d107b), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.392047 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-65b86b6d-c383-44b4-9a6a-441be477047d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:39.396669 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-65b86b6d-c383-44b4-9a6a-441be477047d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7cc5193e-ee61-47f0-a0bf-2114ac3d107b HTTP/1.1" status: 204 len: 168 time: 0.2396855 Mar 08 19:00:39.409326 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b86b6d-c383-44b4-9a6a-441be477047d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc5193e-ee61-47f0-a0bf-2114ac3d107b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:39.710142 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f792e2-e0ce-4b0f-8ff8-0cb8261d0e78 req-a274aebf-c6af-4581-a45b-e9e041ad068a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:39.718573 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e6f792e2-e0ce-4b0f-8ff8-0cb8261d0e78 req-a274aebf-c6af-4581-a45b-e9e041ad068a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0706677 Mar 08 19:00:39.782275 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e6f792e2-e0ce-4b0f-8ff8-0cb8261d0e78 req-fde986fa-db73-467a-9eeb-7a2dbe7112d3 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626297 Mar 08 19:00:40.974357 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4f579-3023-44fa-b50f-d5ed8ad87dee req-b5d72575-14d5-41d4-9cb7-47244d748eaf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:40.976160 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c6b4f579-3023-44fa-b50f-d5ed8ad87dee req-b5d72575-14d5-41d4-9cb7-47244d748eaf tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0807087 Mar 08 19:00:41.036843 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c6b4f579-3023-44fa-b50f-d5ed8ad87dee req-cb4d0bea-f6d2-43ae-aa31-c413fbe3efca tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542026 Mar 08 19:00:42.228364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef245c34-8182-4724-8e05-664e44711a4f req-5f96f65f-6a2a-446d-8619-3b0a327ac88e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:42.231430 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ef245c34-8182-4724-8e05-664e44711a4f req-5f96f65f-6a2a-446d-8619-3b0a327ac88e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0754995 Mar 08 19:00:42.290451 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ef245c34-8182-4724-8e05-664e44711a4f req-41feb4df-4e05-4ed8-9cf0-186eb863740c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515084 Mar 08 19:00:43.483582 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aa506-ef84-4b9e-b5cd-012cd54e724c req-2dffd14c-5384-43e0-8e86-22698ef596bc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:43.491623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d58aa506-ef84-4b9e-b5cd-012cd54e724c req-2dffd14c-5384-43e0-8e86-22698ef596bc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0667765 Mar 08 19:00:43.579754 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d58aa506-ef84-4b9e-b5cd-012cd54e724c req-c0279fc3-978d-4272-83de-0ebe9dfabd18 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869026 Mar 08 19:00:44.752074 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c892fb-25c9-4233-829e-aec11e323d26 req-e113011d-3d2a-407b-80bc-0d5487f182d8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:44.753881 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-38c892fb-25c9-4233-829e-aec11e323d26 req-e113011d-3d2a-407b-80bc-0d5487f182d8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0695667 Mar 08 19:00:44.817837 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-38c892fb-25c9-4233-829e-aec11e323d26 req-f0a8a317-68d7-4497-932f-e6087be8584e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571206 Mar 08 19:00:45.964080 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc22e7-37da-4d36-828e-41d74b7a1c10 req-d2575126-3f54-4b03-84a1-c77022ad5a92 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:45.970607 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-52dc22e7-37da-4d36-828e-41d74b7a1c10 req-d2575126-3f54-4b03-84a1-c77022ad5a92 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0719709 Mar 08 19:00:46.060410 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-52dc22e7-37da-4d36-828e-41d74b7a1c10 req-6d572f20-0228-4c40-ae07-1ce95ad3d0c6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886898 Mar 08 19:00:47.245866 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1743b6-2eaa-46c3-a730-71bbf17ce814 req-2cb76208-f6a7-4fee-84c8-379fa9b595cc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:47.258276 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ed1743b6-2eaa-46c3-a730-71bbf17ce814 req-2cb76208-f6a7-4fee-84c8-379fa9b595cc tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.1124189 Mar 08 19:00:47.339544 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ed1743b6-2eaa-46c3-a730-71bbf17ce814 req-a2803991-07be-42d1-a5e2-e0675e4d858b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799077 Mar 08 19:00:48.506442 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eece32-0cc9-4edd-9aa8-472bee847cc0 req-e875c995-6836-4cf2-8c7d-162f57518d3c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:48.508887 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b9eece32-0cc9-4edd-9aa8-472bee847cc0 req-e875c995-6836-4cf2-8c7d-162f57518d3c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0779073 Mar 08 19:00:48.580909 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b9eece32-0cc9-4edd-9aa8-472bee847cc0 req-5262f535-e8a5-4418-926a-42b41447bf09 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654056 Mar 08 19:00:49.774363 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e5611-72a5-4042-b4a2-21567618e7f9 req-ed47fd42-322b-4dd4-8fd1-813d8aac4c37 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:49.775913 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-233e5611-72a5-4042-b4a2-21567618e7f9 req-ed47fd42-322b-4dd4-8fd1-813d8aac4c37 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0606616 Mar 08 19:00:49.830657 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-233e5611-72a5-4042-b4a2-21567618e7f9 req-c41156e8-c36c-4cae-a16c-4d607a0a0441 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490232 Mar 08 19:00:51.005307 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d503-962f-4fb8-9bd2-b36dcff747e4 req-f10ba102-4245-4da2-8b58-1ac4a0cadd9a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:51.007008 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1bd4d503-962f-4fb8-9bd2-b36dcff747e4 req-f10ba102-4245-4da2-8b58-1ac4a0cadd9a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0884056 Mar 08 19:00:51.064154 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1bd4d503-962f-4fb8-9bd2-b36dcff747e4 req-bdfb5a4b-5ebb-4d2a-91a4-386bf81be4ad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493889 Mar 08 19:00:51.580061 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-689f8d73-d1da-4f55-8a00-2eaa4308f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:51.580061 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-689f8d73-d1da-4f55-8a00-2eaa4308f8b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1130 time: 0.0542986 Mar 08 19:00:51.582288 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:51.719860 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-53e203f8-7e23-4bd3-9e38-666451a3b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:51.722342 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-53e203f8-7e23-4bd3-9e38-666451a3b570 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.1353145 Mar 08 19:00:51.798231 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-874232d3-b6dd-4ae6-9828-9bfb6d959e88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 1001 time: 0.0671799 Mar 08 19:00:51.851952 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-902bb88d-9b08-421e-85ca-94bff0a8c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:51.853527 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-902bb88d-9b08-421e-85ca-94bff0a8c270 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0482974 Mar 08 19:00:51.933551 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-55226c8f-e735-4605-a19d-c8192c9cf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:51.935957 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-55226c8f-e735-4605-a19d-c8192c9cf0fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758011 Mar 08 19:00:52.044197 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-f24e5fea-f711-4fb9-9be1-99f456ce8912 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013868 Mar 08 19:00:52.229910 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1ad70fc0-64a5-4a1d-9dce-027a92700a6c req-06b841a6-8cef-45b5-8e92-ca1ff1c37d90 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794558 Mar 08 19:00:52.246887 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee58fc-2077-4ed8-a81b-4414eb599bf9 req-9642fbb2-419e-4a22-8c4c-af8f5767ef17 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:52.249058 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8cee58fc-2077-4ed8-a81b-4414eb599bf9 req-9642fbb2-419e-4a22-8c4c-af8f5767ef17 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0878928 Mar 08 19:00:52.301326 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8cee58fc-2077-4ed8-a81b-4414eb599bf9 req-efe226ed-a452-41db-a321-428f314a22b0 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462093 Mar 08 19:00:52.707234 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00ddfe95-390e-4080-b0eb-0858f0f1e121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:52.919690 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-8ce249a8-c18c-4d48-9f0e-875db583b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:52.921550 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-8ce249a8-c18c-4d48-9f0e-875db583b446 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1130 time: 0.0505884 Mar 08 19:00:53.074618 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-b07cddb8-40ad-487c-9170-312e6afd6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:53.077154 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-b07cddb8-40ad-487c-9170-312e6afd6711 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.1345932 Mar 08 19:00:53.176635 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-b1f3b35a-8d6e-4dd4-83c5-a57d7fa04be3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 1001 time: 0.0920002 Mar 08 19:00:53.232623 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-3be99311-9a0d-46b9-9dc5-625e7133283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:53.234301 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-3be99311-9a0d-46b9-9dc5-625e7133283e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0508599 Mar 08 19:00:53.289269 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-fd605022-1e49-4c96-898d-cdfe96c6b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:53.291093 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-fd605022-1e49-4c96-898d-cdfe96c6b178 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500367 Mar 08 19:00:53.438831 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-5c4901cc-46e1-4975-b1c3-c5f83a1bb46d service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409698 Mar 08 19:00:53.518321 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199ea9-bd46-47c2-86ba-1e98983d6be8 req-e8973fd3-38d1-45ff-aae5-61bcdcddb114 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:53.519857 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cc199ea9-bd46-47c2-86ba-1e98983d6be8 req-e8973fd3-38d1-45ff-aae5-61bcdcddb114 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.1232185 Mar 08 19:00:53.566428 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9cecd49-d30c-4cbf-b322-1f39ec59b1ea req-52794b9e-99fa-4cae-a286-56c8dad69920 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203675 Mar 08 19:00:53.589165 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cc199ea9-bd46-47c2-86ba-1e98983d6be8 req-8c3afef7-992e-46e8-9f00-b9274d5eae3c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633686 Mar 08 19:00:53.679307 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59206) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:53.786004 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5f01d89-3342-442e-9886-025ca63885f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:53.863200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5f01d89-3342-442e-9886-025ca63885f5 admin admin] Publish callbacks [] for security_group (2132cf15-932a-445f-9654-e7421ce2273c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:53.947080 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5f01d89-3342-442e-9886-025ca63885f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2132cf15-932a-445f-9654-e7421ce2273c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:53.985559 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-b5f01d89-3342-442e-9886-025ca63885f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ec218b09f0b40a0b2b9f918dc60cf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051536 Mar 08 19:00:53.986678 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f01d89-3342-442e-9886-025ca63885f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2132cf15-932a-445f-9654-e7421ce2273c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:53.988323 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59224) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:54.040050 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8183a9d-f05c-4f42-a196-f8c08c114f4a admin admin] Publish callbacks [] for security_group (2132cf15-932a-445f-9654-e7421ce2273c), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.061736 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8183a9d-f05c-4f42-a196-f8c08c114f4a admin admin] Publish callbacks [] for security_group (2132cf15-932a-445f-9654-e7421ce2273c), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.238319 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8183a9d-f05c-4f42-a196-f8c08c114f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2132cf15-932a-445f-9654-e7421ce2273c), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.240905 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8183a9d-f05c-4f42-a196-f8c08c114f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.242165 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a8183a9d-f05c-4f42-a196-f8c08c114f4a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2132cf15-932a-445f-9654-e7421ce2273c HTTP/1.1" status: 204 len: 168 time: 0.2519660 Mar 08 19:00:54.250930 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8183a9d-f05c-4f42-a196-f8c08c114f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2132cf15-932a-445f-9654-e7421ce2273c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:54.711981 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df5e8b-f76c-4a63-9f7f-fcd6ef9e00e6 req-1954c824-c07a-4903-9d47-b552af52921d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:54.713539 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-43df5e8b-f76c-4a63-9f7f-fcd6ef9e00e6 req-1954c824-c07a-4903-9d47-b552af52921d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 946 time: 0.0528975 Mar 08 19:00:54.764615 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-43df5e8b-f76c-4a63-9f7f-fcd6ef9e00e6 req-6841f161-06a9-4681-adde-16e112574896 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445511 Mar 08 19:00:54.769162 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:54.861979 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: ACTIVE; New status is: DOWN {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:54.862395 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.886611 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:00:54.888964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d636b61-9f00-4e84-b95d-f7673e58fb1f" -d '{"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-unplugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:00:54.906314 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:00:54.924531 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-466b68d2-9aae-466b-bafb-7a12f0f8548f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:54.929918 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4c3fe-40d8-4c89-84dd-581bbdc10e45 x-openstack-request-id: req-b0a4c3fe-40d8-4c89-84dd-581bbdc10e45 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:00:54.929918 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-unplugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:00:54.929918 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0a4c3fe-40d8-4c89-84dd-581bbdc10e45 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:00:54.929918 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'code': 200} Mar 08 19:00:54.930363 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59240) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:54.944002 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590639b7-930c-4f1e-8ee0-fc6bffead4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.016589 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.039512 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590639b7-930c-4f1e-8ee0-fc6bffead4b1 admin admin] Publish callbacks [] for security_group (ce691d2f-b4d1-41a9-ad70-aab58782d61d), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.075114 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:55.101154 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590639b7-930c-4f1e-8ee0-fc6bffead4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ce691d2f-b4d1-41a9-ad70-aab58782d61d), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.135628 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-590639b7-930c-4f1e-8ee0-fc6bffead4b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=672518c9a8cc46c0901830be0b603b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042084 Mar 08 19:00:55.135851 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59258) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:55.156749 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590639b7-930c-4f1e-8ee0-fc6bffead4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce691d2f-b4d1-41a9-ad70-aab58782d61d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:55.196386 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21939590-09f6-45c2-82fe-2ecacce91022 admin admin] Publish callbacks [] for security_group (ce691d2f-b4d1-41a9-ad70-aab58782d61d), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.221299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21939590-09f6-45c2-82fe-2ecacce91022 admin admin] Publish callbacks [] for security_group (ce691d2f-b4d1-41a9-ad70-aab58782d61d), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.420993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21939590-09f6-45c2-82fe-2ecacce91022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (ce691d2f-b4d1-41a9-ad70-aab58782d61d), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.424103 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21939590-09f6-45c2-82fe-2ecacce91022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:55.425265 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-21939590-09f6-45c2-82fe-2ecacce91022 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce691d2f-b4d1-41a9-ad70-aab58782d61d HTTP/1.1" status: 204 len: 168 time: 0.2885931 Mar 08 19:00:55.433494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21939590-09f6-45c2-82fe-2ecacce91022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce691d2f-b4d1-41a9-ad70-aab58782d61d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:56.147125 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.425859 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59314) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:56.439931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ede813b-b3a2-43f0-a946-b046fc25769b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.518719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ede813b-b3a2-43f0-a946-b046fc25769b admin admin] Publish callbacks [] for security_group (9d06e698-e6e6-4326-954d-587434db607c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.560372 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ede813b-b3a2-43f0-a946-b046fc25769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9d06e698-e6e6-4326-954d-587434db607c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.598651 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-9ede813b-b3a2-43f0-a946-b046fc25769b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d455c861430497a80711b8330557a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716590 Mar 08 19:00:56.601769 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59320) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:56.603989 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede813b-b3a2-43f0-a946-b046fc25769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d06e698-e6e6-4326-954d-587434db607c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:56.655274 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32d85354-0607-49b3-a7c0-8262208fadab admin admin] Publish callbacks [] for security_group (9d06e698-e6e6-4326-954d-587434db607c), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.680531 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32d85354-0607-49b3-a7c0-8262208fadab admin admin] Publish callbacks [] for security_group (9d06e698-e6e6-4326-954d-587434db607c), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.821215 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32d85354-0607-49b3-a7c0-8262208fadab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9d06e698-e6e6-4326-954d-587434db607c), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.824748 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32d85354-0607-49b3-a7c0-8262208fadab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:56.828376 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-32d85354-0607-49b3-a7c0-8262208fadab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d06e698-e6e6-4326-954d-587434db607c HTTP/1.1" status: 204 len: 168 time: 0.2229834 Mar 08 19:00:56.834959 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d85354-0607-49b3-a7c0-8262208fadab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d06e698-e6e6-4326-954d-587434db607c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:57.299261 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6607-1a37-4562-bcd2-b891810be029 req-73484d7b-5cec-41ca-98d3-e2e5aadc6060 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:57.300822 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9fd6607-1a37-4562-bcd2-b891810be029 req-73484d7b-5cec-41ca-98d3-e2e5aadc6060 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0607665 Mar 08 19:00:57.365409 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d9fd6607-1a37-4562-bcd2-b891810be029 req-7e198c84-fff1-404b-925e-296fcc13e0c9 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543251 Mar 08 19:00:57.427177 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:57.621504 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-d75101d4-c7ec-4d47-8bc9-8bbc8fcaf75c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523720 Mar 08 19:00:57.694123 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-06c657ca-fe27-482f-9711-fe83c65d0a4f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:57.695383 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-06c657ca-fe27-482f-9711-fe83c65d0a4f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports/41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 941 time: 0.0467305 Mar 08 19:00:57.849878 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59364) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:57.895604 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Deleting subnet a22f78c1-6813-4eb9-b23d-7d3aaf3c159b {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:00:57.898850 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Publish callbacks [] for subnet (a22f78c1-6813-4eb9-b23d-7d3aaf3c159b), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:57.938937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12440269'] for subnet (a22f78c1-6813-4eb9-b23d-7d3aaf3c159b), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:57.982239 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (a22f78c1-6813-4eb9-b23d-7d3aaf3c159b), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.090582 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12559142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763010'] for subnet (a22f78c1-6813-4eb9-b23d-7d3aaf3c159b), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.120719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22f78c1-6813-4eb9-b23d-7d3aaf3c159b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:58.123096 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.127465 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-e7b9a392-070e-4245-a611-7906c6b3570e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a22f78c1-6813-4eb9-b23d-7d3aaf3c159b HTTP/1.1" status: 204 len: 168 time: 0.2764492 Mar 08 19:00:58.129964 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59374) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:58.206697 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (d2f43b06-299f-4324-a332-223b2887db56), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.294411 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (d2f43b06-299f-4324-a332-223b2887db56), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.316371 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f43b06-299f-4324-a332-223b2887db56']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:58.335383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeca1b2-f811-40a9-990e-363223d964ec') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:58.335383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeca1b2-f811-40a9-990e-363223d964ec') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:00:58.338933 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12440118'] for segment (daeca1b2-f811-40a9-990e-363223d964ec), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.348848 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:00:58.376601 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (daeca1b2-f811-40a9-990e-363223d964ec), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.384239 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:00:58.384721 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12559180'] for segment (daeca1b2-f811-40a9-990e-363223d964ec), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: Traceback (most recent call last): Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: timer() Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: cb(*args, **kw) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: return func(*args, **kwargs) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: self._notify() Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: self.callback(batched_events) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: event.method(event) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: return f(self, *a, **k) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._get(url).json() Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: return self.request(url, 'GET', **kwargs) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:00:58.387403 dv-cinder-830088-3-iscsi neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:00:58.536277 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0a5ef-8805-4611-93bd-21875b02f9b0 req-97d721e5-cebb-4aff-965a-b2d858aef6f6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:58.537812 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1bd0a5ef-8805-4611-93bd-21875b02f9b0 req-97d721e5-cebb-4aff-965a-b2d858aef6f6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0614078 Mar 08 19:00:58.539318 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (d2f43b06-299f-4324-a332-223b2887db56), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.543455 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:58.551059 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d2f43b06-299f-4324-a332-223b2887db56 HTTP/1.1" status: 204 len: 168 time: 0.4163260 Mar 08 19:00:58.577478 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d037f-defe-4a00-a313-72271382b148 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f43b06-299f-4324-a332-223b2887db56,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:58.616360 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1bd0a5ef-8805-4611-93bd-21875b02f9b0 req-3c7bd295-f3fe-48eb-b8be-96a2486bbcd7 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657740 Mar 08 19:00:58.758518 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:00:58.851725 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: DOWN; New status is: DOWN {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:00:58.891491 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59414) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:58.938562 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-afc5dad1-8305-4e18-8832-0c81a6414d79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc6c2ce2cbc84133aa42454a9679c1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435715 Mar 08 19:00:58.939161 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:00:59.001933 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f658fde-ce82-45ba-b2ae-3d7eb621e44f admin admin] Publish callbacks [] for security_group (b72166d1-6f23-4dda-8280-6512656073a1), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:59.025591 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f658fde-ce82-45ba-b2ae-3d7eb621e44f admin admin] Publish callbacks [] for security_group (b72166d1-6f23-4dda-8280-6512656073a1), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:59.167711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f658fde-ce82-45ba-b2ae-3d7eb621e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b72166d1-6f23-4dda-8280-6512656073a1), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:59.170453 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f658fde-ce82-45ba-b2ae-3d7eb621e44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:59.172167 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4f658fde-ce82-45ba-b2ae-3d7eb621e44f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b72166d1-6f23-4dda-8280-6512656073a1 HTTP/1.1" status: 204 len: 168 time: 0.2320464 Mar 08 19:00:59.184553 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f658fde-ce82-45ba-b2ae-3d7eb621e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72166d1-6f23-4dda-8280-6512656073a1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:00:59.188326 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:00:59.203389 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-438d88b2-9934-415a-a3e9-16ffea537712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:59.204995 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-438d88b2-9934-415a-a3e9-16ffea537712 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed&tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf HTTP/1.1" status: 200 len: 1128 time: 0.0636613 Mar 08 19:00:59.275939 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-2fbea2f8-af3c-42b7-b8e7-0c3c4b206239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:59.277430 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-2fbea2f8-af3c-42b7-b8e7-0c3c4b206239 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1128 time: 0.0473690 Mar 08 19:00:59.371605 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-eada2a65-7dae-4c64-a498-c0b327bc9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:59.373081 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-eada2a65-7dae-4c64-a498-c0b327bc9505 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0891142 Mar 08 19:00:59.441368 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-4fb40fbc-f547-4cb6-8557-a65aba6d3530 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 999 time: 0.0602977 Mar 08 19:00:59.497099 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-5b337ce7-ae1f-4ef9-9ee2-452700a26a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:59.498835 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-5b337ce7-ae1f-4ef9-9ee2-452700a26a33 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0488238 Mar 08 19:00:59.555512 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-230d14fa-9bf4-4ff5-b35d-539d8b77eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:59.557023 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-230d14fa-9bf4-4ff5-b35d-539d8b77eebe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511642 Mar 08 19:00:59.656613 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-6f01cec6-ca4f-4afe-8045-44c2d38ff04d service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935709 Mar 08 19:00:59.761845 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-049dad16-ca25-4ce2-87bf-8d6d904db779 req-1581a01d-14c5-48e4-b13c-3dc80356e149 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982382 Mar 08 19:00:59.929904 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815efc1-b7ea-4db1-a38e-36bb013827b3 req-93449982-57fd-45b0-9338-84a9191842be tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:00:59.932156 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b815efc1-b7ea-4db1-a38e-36bb013827b3 req-93449982-57fd-45b0-9338-84a9191842be tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0574367 Mar 08 19:00:59.990931 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b815efc1-b7ea-4db1-a38e-36bb013827b3 req-7022cebc-467e-4330-b6cc-0750dd1ae16d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529993 Mar 08 19:01:01.242018 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82f16-83d8-4c36-bb15-f7f2c1ae1f71 req-c4f3cdb4-3746-41c5-b824-8075970b5d06 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:01.258186 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-70e82f16-83d8-4c36-bb15-f7f2c1ae1f71 req-c4f3cdb4-3746-41c5-b824-8075970b5d06 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.1181605 Mar 08 19:01:01.323764 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-70e82f16-83d8-4c36-bb15-f7f2c1ae1f71 req-446a47cc-84bb-4604-bf41-fdc46ba977fa tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638556 Mar 08 19:01:02.480551 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ada5f-dffd-4d36-bd64-85c8643699cb req-c102835d-b74a-4099-b794-a2f6f64e567d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:02.487002 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d5ada5f-dffd-4d36-bd64-85c8643699cb req-c102835d-b74a-4099-b794-a2f6f64e567d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0720789 Mar 08 19:01:02.566110 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4d5ada5f-dffd-4d36-bd64-85c8643699cb req-b6a24b7b-e28f-46ee-b2c2-0f41304b5592 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766699 Mar 08 19:01:03.704448 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e322fa-3a07-46eb-8ffd-f3e044208a53 req-e036e7ae-c75b-428f-809b-cb7bc3f22d9a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:03.707074 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-22e322fa-3a07-46eb-8ffd-f3e044208a53 req-e036e7ae-c75b-428f-809b-cb7bc3f22d9a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0596657 Mar 08 19:01:03.759711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-22e322fa-3a07-46eb-8ffd-f3e044208a53 req-0ac1e452-f33e-4248-8065-a104ce6ae511 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465600 Mar 08 19:01:05.082166 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b839efa-7728-45ee-b201-0d206752aa3d req-b4895fe4-62f0-4b6b-81dd-8cfba35b1395 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:05.083698 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9b839efa-7728-45ee-b201-0d206752aa3d req-b4895fe4-62f0-4b6b-81dd-8cfba35b1395 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0546007 Mar 08 19:01:05.137302 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9b839efa-7728-45ee-b201-0d206752aa3d req-604b16ed-27da-4792-be97-d7ae2e202391 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473127 Mar 08 19:01:06.280625 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7789b1f-4055-4ee5-9be9-3e58586c1027 req-6488155c-c032-4347-befa-f40c2a8c2cb5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:06.283265 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a7789b1f-4055-4ee5-9be9-3e58586c1027 req-6488155c-c032-4347-befa-f40c2a8c2cb5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0592191 Mar 08 19:01:06.344369 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a7789b1f-4055-4ee5-9be9-3e58586c1027 req-42526e0f-18f3-4fb0-b511-b9cdfd8b2af8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513577 Mar 08 19:01:07.527781 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f6d6-2618-496a-8f48-25f9d69eec89 req-8048a874-1fe6-423d-a9db-07c20b942c55 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:07.535282 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9134f6d6-2618-496a-8f48-25f9d69eec89 req-8048a874-1fe6-423d-a9db-07c20b942c55 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0818243 Mar 08 19:01:07.594467 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9134f6d6-2618-496a-8f48-25f9d69eec89 req-c3d959c5-fe6a-48e1-a7a9-f54782783e8d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579751 Mar 08 19:01:08.718380 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d1623-b8d4-4933-82ba-6883635071ea req-1b73d4e7-f95d-4a1d-99e4-10913489a851 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:08.720003 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b67d1623-b8d4-4933-82ba-6883635071ea req-1b73d4e7-f95d-4a1d-99e4-10913489a851 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0590470 Mar 08 19:01:08.769747 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b67d1623-b8d4-4933-82ba-6883635071ea req-9a92ad7b-ec5e-45ab-9c12-91bc9b1ea197 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441749 Mar 08 19:01:09.896423 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba8ae2-d1ef-4d62-b4bc-f6f57916267e req-b889c19d-5e28-46d7-a8f8-65addcc6415b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:09.897910 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f7ba8ae2-d1ef-4d62-b4bc-f6f57916267e req-b889c19d-5e28-46d7-a8f8-65addcc6415b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0570290 Mar 08 19:01:09.943644 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f7ba8ae2-d1ef-4d62-b4bc-f6f57916267e req-56dc000b-76a6-4f1f-bdc0-8f1e40fd8449 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Mar 08 19:01:11.063998 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eecd9b-6ae8-447e-b933-2f1377a2f364 req-31c61ada-b151-4c21-baf9-47e3d4f7c596 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:11.065386 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e2eecd9b-6ae8-447e-b933-2f1377a2f364 req-31c61ada-b151-4c21-baf9-47e3d4f7c596 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0528467 Mar 08 19:01:11.112537 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e2eecd9b-6ae8-447e-b933-2f1377a2f364 req-d36a0ac1-0df5-4c76-8703-8cae1f13009e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Mar 08 19:01:12.236828 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca839-5e16-4b1b-b503-d7f18eafb07f req-617ecc0d-2d21-4384-8767-a56ac2c56cb6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:12.238525 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ba0ca839-5e16-4b1b-b503-d7f18eafb07f req-617ecc0d-2d21-4384-8767-a56ac2c56cb6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0570753 Mar 08 19:01:12.292698 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ba0ca839-5e16-4b1b-b503-d7f18eafb07f req-a32b23ba-6ecd-49fb-b394-a533cc49016b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419617 Mar 08 19:01:13.416485 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269a759-4206-4e40-a96c-f1a266b4afab req-b06d3981-11a6-4e6e-8151-750b8bbed6b8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:13.417973 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a269a759-4206-4e40-a96c-f1a266b4afab req-b06d3981-11a6-4e6e-8151-750b8bbed6b8 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0545385 Mar 08 19:01:13.464624 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a269a759-4206-4e40-a96c-f1a266b4afab req-7fff0783-6ffd-4b5a-a1c4-6b6243e2708d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Mar 08 19:01:14.589711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fdbe3-06d6-4c8c-83c8-a33b4d8d9d34 req-faea0cf5-a319-4ee2-9e09-361a55945013 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:14.591294 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b85fdbe3-06d6-4c8c-83c8-a33b4d8d9d34 req-faea0cf5-a319-4ee2-9e09-361a55945013 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0538208 Mar 08 19:01:14.641120 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b85fdbe3-06d6-4c8c-83c8-a33b4d8d9d34 req-c3d6a091-d40a-4078-afc8-b0f0a6d65dbe tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Mar 08 19:01:15.586918 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:01:15.682739 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:15.693884 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'port_id': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'mac_address': 'fa:16:3e:5e:34:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:01:15.736056 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:15.736460 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:15.750965 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41075827-6dc9-4532-90d6-21c4e5ce7db1 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:01:15.764682 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bd9e-8942-42d8-9e36-4aa1b157b4d1 req-9eec116c-d024-4e18-9385-68c379837cad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:15.766177 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de30bd9e-8942-42d8-9e36-4aa1b157b4d1 req-9eec116c-d024-4e18-9385-68c379837cad tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 944 time: 0.0537109 Mar 08 19:01:15.770535 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:15.813204 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-de30bd9e-8942-42d8-9e36-4aa1b157b4d1 req-adeebd6f-456e-42c1-89f3-f8baab34ce4b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Mar 08 19:01:15.826659 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:15.874927 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:16.932613 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d4321-ad0e-4ff0-a860-043ee266faa8 req-0027d41a-e0e0-46e7-883b-9dc1be21a166 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:16.934090 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a37d4321-ad0e-4ff0-a860-043ee266faa8 req-0027d41a-e0e0-46e7-883b-9dc1be21a166 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 945 time: 0.0514135 Mar 08 19:01:16.981747 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a37d4321-ad0e-4ff0-a860-043ee266faa8 req-2d378594-0214-4029-a2e2-c5031b70474c tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394311 Mar 08 19:01:17.597667 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['41075827-6dc9-4532-90d6-21c4e5ce7db1'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:01:18.110452 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793bd3e-4d74-40e0-b06f-0db2d3f6ab18 req-cb2c586a-ccc1-477c-b733-7c1a865d343b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:18.111972 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6793bd3e-4d74-40e0-b06f-0db2d3f6ab18 req-cb2c586a-ccc1-477c-b733-7c1a865d343b tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 945 time: 0.0572340 Mar 08 19:01:18.160907 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6793bd3e-4d74-40e0-b06f-0db2d3f6ab18 req-99a1b531-a60c-4faf-aa20-5be62d1defdb tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Mar 08 19:01:19.292063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449af70-bf89-4869-821d-c7a91a12f914 req-37897ab0-b4de-46f6-b9fe-6c23e95e7004 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:19.293753 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1449af70-bf89-4869-821d-c7a91a12f914 req-37897ab0-b4de-46f6-b9fe-6c23e95e7004 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 945 time: 0.0595589 Mar 08 19:01:19.344886 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1449af70-bf89-4869-821d-c7a91a12f914 req-155925ea-c663-4f8f-97d9-8a5975e72988 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 Mar 08 19:01:19.372442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:19.421349 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 41075827-6dc9-4532-90d6-21c4e5ce7db1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:19.421715 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:19.504513 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 41075827-6dc9-4532-90d6-21c4e5ce7db1 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:19.504940 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:19.527147 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:01:19.529540 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72006eaa-cc30-469e-933b-47fd565841ce" -d '{"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-plugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:01:19.542600 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:19.566991 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d6dee-0f08-4494-ac8e-6b89dfed5189 x-openstack-request-id: req-df0d6dee-0f08-4494-ac8e-6b89dfed5189 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:01:19.567291 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-plugged", "status": "completed", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:01:19.567546 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df0d6dee-0f08-4494-ac8e-6b89dfed5189 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:01:19.567963 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'code': 200} Mar 08 19:01:19.587169 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:19.635403 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:19.910999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b77434-caf4-4289-985e-6297e8f75827 req-200656d5-918c-4a3f-b56b-a7bc7a818db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:19.912402 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b3b77434-caf4-4289-985e-6297e8f75827 req-200656d5-918c-4a3f-b56b-a7bc7a818db8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1131 time: 0.0446897 Mar 08 19:01:19.958915 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b3b77434-caf4-4289-985e-6297e8f75827 req-02810f89-13a4-4784-800e-bd206fc690f7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400136 Mar 08 19:01:20.465829 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeefcab-3900-4897-ab9e-de75ab767547 req-f3caba49-ea98-4969-9692-dcc0ffe183cd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:20.467855 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-afeefcab-3900-4897-ab9e-de75ab767547 req-f3caba49-ea98-4969-9692-dcc0ffe183cd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0528569 Mar 08 19:01:20.517742 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-afeefcab-3900-4897-ab9e-de75ab767547 req-549d18cf-71c8-4884-a24f-f3076678881a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434353 Mar 08 19:01:21.552727 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:21.644673 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d72a7-70b0-44e1-b9c9-3dcc39182a7b req-492cdc27-ee42-4d0c-be60-287d69ef3524 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:21.646149 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-154d72a7-70b0-44e1-b9c9-3dcc39182a7b req-492cdc27-ee42-4d0c-be60-287d69ef3524 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0533762 Mar 08 19:01:21.703270 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-154d72a7-70b0-44e1-b9c9-3dcc39182a7b req-be9f9ab9-7316-4357-8d39-a8afc72cfd30 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510967 Mar 08 19:01:22.547037 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b554ce2-7d84-42e6-8f47-bed1d1c20621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:22.832679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2b813-bacc-4110-84a8-466966731760 req-862a2243-4630-4ac2-8fdb-6690c1f26dd2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:22.834180 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53c2b813-bacc-4110-84a8-466966731760 req-862a2243-4630-4ac2-8fdb-6690c1f26dd2 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0554924 Mar 08 19:01:22.880791 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-53c2b813-bacc-4110-84a8-466966731760 req-f4462485-5f21-45a7-9922-8db477b9dcf6 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Mar 08 19:01:24.009062 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c61456-c5d6-46f5-a9c5-8109654c4a81 req-7ea50e7e-71ea-4dc5-b086-8b60a824288e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:24.010639 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77c61456-c5d6-46f5-a9c5-8109654c4a81 req-7ea50e7e-71ea-4dc5-b086-8b60a824288e tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0595880 Mar 08 19:01:24.058338 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-77c61456-c5d6-46f5-a9c5-8109654c4a81 req-534ad971-300b-41e4-85ba-ecb0098a3b56 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Mar 08 19:01:24.952620 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9280bc47-9228-444c-b47f-ff12f467c16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:25.181898 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9c0a-9197-4d43-a348-4b5b42ad52a4 req-ce3b9a09-1949-4e9f-aabb-06fd6c26c32d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:25.183297 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-708d9c0a-9197-4d43-a348-4b5b42ad52a4 req-ce3b9a09-1949-4e9f-aabb-06fd6c26c32d tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0553756 Mar 08 19:01:25.229038 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-708d9c0a-9197-4d43-a348-4b5b42ad52a4 req-e5212531-2cfd-4e31-a5a1-9935f3fb38b5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Mar 08 19:01:26.146285 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:27.477829 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:27.773344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59762) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:27.878750 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c49f863-b864-456d-a295-0c4064280ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:27.955995 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c49f863-b864-456d-a295-0c4064280ebc admin admin] Publish callbacks [] for security_group (b23f2486-d2c2-443a-9f15-47ba87af66e2), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:28.031898 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c49f863-b864-456d-a295-0c4064280ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b23f2486-d2c2-443a-9f15-47ba87af66e2), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:28.069758 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4c49f863-b864-456d-a295-0c4064280ebc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e4590af38e3414ea7f661a71e592a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953217 Mar 08 19:01:28.070644 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49f863-b864-456d-a295-0c4064280ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f2486-d2c2-443a-9f15-47ba87af66e2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:28.072621 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59770) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:28.121069 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Publish callbacks [] for security_group (b23f2486-d2c2-443a-9f15-47ba87af66e2), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:28.143273 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Publish callbacks [] for security_group (b23f2486-d2c2-443a-9f15-47ba87af66e2), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:28.277881 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (b23f2486-d2c2-443a-9f15-47ba87af66e2), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:28.280653 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:28.281868 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b23f2486-d2c2-443a-9f15-47ba87af66e2 HTTP/1.1" status: 204 len: 168 time: 0.2082212 Mar 08 19:01:28.293116 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f2486-d2c2-443a-9f15-47ba87af66e2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:28.298497 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.298944 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.299294 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.299643 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.299978 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.300328 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.300630 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.300961 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.301292 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.301625 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.301950 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.302301 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:28.302624 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768f515-b4b1-49e4-be8e-01094d3fc047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:29.174887 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:35.346860 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:01:41.042431 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59894) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:41.148356 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5192642a-96e9-414d-922f-807b558acb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.224756 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5192642a-96e9-414d-922f-807b558acb4e admin admin] Publish callbacks [] for security_group (752f6e21-d5f7-43d2-a8ed-c73fe7552f1d), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.294456 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5192642a-96e9-414d-922f-807b558acb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (752f6e21-d5f7-43d2-a8ed-c73fe7552f1d), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.332652 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192642a-96e9-414d-922f-807b558acb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752f6e21-d5f7-43d2-a8ed-c73fe7552f1d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:41.338573 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5192642a-96e9-414d-922f-807b558acb4e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8feca2660d65434e83c35f16f7ac0385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947202 Mar 08 19:01:41.343115 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59898) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:41.395706 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Publish callbacks [] for security_group (752f6e21-d5f7-43d2-a8ed-c73fe7552f1d), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.418888 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Publish callbacks [] for security_group (752f6e21-d5f7-43d2-a8ed-c73fe7552f1d), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.437773 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59902) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:41.534815 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (752f6e21-d5f7-43d2-a8ed-c73fe7552f1d), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.537370 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.538573 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/752f6e21-d5f7-43d2-a8ed-c73fe7552f1d HTTP/1.1" status: 204 len: 168 time: 0.1942625 Mar 08 19:01:41.545133 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-820e0e73-a0d5-4bca-a6cb-9b2a62e7a0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.548024 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f6e21-d5f7-43d2-a8ed-c73fe7552f1d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:41.561246 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.561597 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.561934 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.562524 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.562853 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.563179 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.563505 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.563833 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.564154 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.564475 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.564793 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.565105 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.565423 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be629d-0176-4849-b10a-e7bcda22770e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:41.629117 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-820e0e73-a0d5-4bca-a6cb-9b2a62e7a0d8 admin admin] Publish callbacks [] for security_group (9a79e61b-7d57-469f-8d8f-b9cc9f371243), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.717370 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-820e0e73-a0d5-4bca-a6cb-9b2a62e7a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9a79e61b-7d57-469f-8d8f-b9cc9f371243), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.755280 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e0e73-a0d5-4bca-a6cb-9b2a62e7a0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a79e61b-7d57-469f-8d8f-b9cc9f371243,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:41.759639 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-820e0e73-a0d5-4bca-a6cb-9b2a62e7a0d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dce3a4e96afe43b58ff7eb45b8ad5455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208163 Mar 08 19:01:41.762547 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59908) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:41.812861 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e3596-ba9d-414a-8d09-59f9e603bd39 admin admin] Publish callbacks [] for security_group (9a79e61b-7d57-469f-8d8f-b9cc9f371243), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.839287 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e3596-ba9d-414a-8d09-59f9e603bd39 admin admin] Publish callbacks [] for security_group (9a79e61b-7d57-469f-8d8f-b9cc9f371243), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.964233 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e3596-ba9d-414a-8d09-59f9e603bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9a79e61b-7d57-469f-8d8f-b9cc9f371243), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.967506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110e3596-ba9d-414a-8d09-59f9e603bd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:41.968745 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-110e3596-ba9d-414a-8d09-59f9e603bd39 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a79e61b-7d57-469f-8d8f-b9cc9f371243 HTTP/1.1" status: 204 len: 168 time: 0.2051897 Mar 08 19:01:41.979806 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e3596-ba9d-414a-8d09-59f9e603bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a79e61b-7d57-469f-8d8f-b9cc9f371243,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:43.712108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59938) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:43.820489 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-234d2808-a5fb-4d9b-bc1b-e9e4001d05a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:43.894626 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-234d2808-a5fb-4d9b-bc1b-e9e4001d05a3 admin admin] Publish callbacks [] for security_group (f246a0a2-619f-4723-beaa-e5496f6a6031), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:43.951621 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-234d2808-a5fb-4d9b-bc1b-e9e4001d05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f246a0a2-619f-4723-beaa-e5496f6a6031), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:43.989609 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d2808-a5fb-4d9b-bc1b-e9e4001d05a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f246a0a2-619f-4723-beaa-e5496f6a6031,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:43.993996 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-234d2808-a5fb-4d9b-bc1b-e9e4001d05a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d6ddfee9bf447049120c23cf8aa5696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807846 Mar 08 19:01:43.997636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59942) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:44.048692 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca746fd8-6579-4136-b1ae-cc1a22795ef9 admin admin] Publish callbacks [] for security_group (f246a0a2-619f-4723-beaa-e5496f6a6031), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:44.069364 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca746fd8-6579-4136-b1ae-cc1a22795ef9 admin admin] Publish callbacks [] for security_group (f246a0a2-619f-4723-beaa-e5496f6a6031), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:44.238101 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca746fd8-6579-4136-b1ae-cc1a22795ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f246a0a2-619f-4723-beaa-e5496f6a6031), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:44.240776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca746fd8-6579-4136-b1ae-cc1a22795ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:44.241957 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ca746fd8-6579-4136-b1ae-cc1a22795ef9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f246a0a2-619f-4723-beaa-e5496f6a6031 HTTP/1.1" status: 204 len: 168 time: 0.2440476 Mar 08 19:01:44.251169 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca746fd8-6579-4136-b1ae-cc1a22795ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f246a0a2-619f-4723-beaa-e5496f6a6031,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:45.348219 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:45.444640 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1500813882-network', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:45.529510 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Made reservation on behalf of f009259d4d9b4e65ad2ce0791e5df778 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:01:45.533102 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.541731 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.617040 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks [] for security_group (0917584b-1851-40b3-87b1-6ee5372ae08a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.711919 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0917584b-1851-40b3-87b1-6ee5372ae08a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.736302 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:01:45.746430 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917584b-1851-40b3-87b1-6ee5372ae08a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:45.751868 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (af88bc12-e860-4bef-8df1-6209ab4dbdaf), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.752404 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Added segment af88bc12-e860-4bef-8df1-6209ab4dbdaf of type vlan for network 183a529a-4701-4147-844b-07f1ede8e80c Mar 08 19:01:45.792444 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (183a529a-4701-4147-844b-07f1ede8e80c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.911706 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (183a529a-4701-4147-844b-07f1ede8e80c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.912719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:45.913305 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:45.973990 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] Pushing event updated for resources: {'Network': ['ID=183a529a-4701-4147-844b-07f1ede8e80c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:45.984189 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network 183a529a-4701-4147-844b-07f1ede8e80c details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:01:46.040398 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5c091233-98a7-4917-97c6-a3532549fc67 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6910546 Mar 08 19:01:46.043487 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59968) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:46.048185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Request body: {'subnet': {'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1500813882-subnet', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:46.151777 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Made reservation on behalf of f009259d4d9b4e65ad2ce0791e5df778 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:01:46.154238 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763109'] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:46.414760 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12561889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763131'] for subnet (c4fc388c-ec4b-493b-b213-d633b09f4535), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:46.471875 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fc388c-ec4b-493b-b213-d633b09f4535,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:46.479855 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Checking segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:46.480216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Network hostable DHCP agents. Network: 183a529a-4701-4147-844b-07f1ede8e80c, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:01:46.580400 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Network 183a529a-4701-4147-844b-07f1ede8e80c is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:01:46.688802 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, 183a529a-4701-4147-844b-07f1ede8e80c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:46.692831 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:46.693445 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:46.698252 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfa2d8-1039-4a50-9e35-2ff43132a69a None None] Network 183a529a-4701-4147-844b-07f1ede8e80c requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:01:46.799827 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-183a529a-4701-4147-844b-07f1ede8e80c', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:01:46.800674 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:46.811564 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5512b5b1-b1df-48ab-a6f9-ca18964b563d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7671185 Mar 08 19:01:46.814304 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59972) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:46.818659 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:46.935254 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (cf0e335f-84d9-4bd8-9318-191c27fdec86), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:46.936315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (cf0e335f-84d9-4bd8-9318-191c27fdec86), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:46.938874 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Allocated IP 172.20.0.2 (183a529a-4701-4147-844b-07f1ede8e80c/c4fc388c-ec4b-493b-b213-d633b09f4535/3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:01:46.992180 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks [] for router_controller (cf0e335f-84d9-4bd8-9318-191c27fdec86), precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.081455 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Publish callbacks [] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.198607 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.249375 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Network 183a529a-4701-4147-844b-07f1ede8e80c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:47.252670 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:47.257764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:01:47.261368 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Pushing event updated for resources: {'Port': ['ID=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:47.275401 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.275670 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.276758 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.276758 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.276758 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.277092 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.277319 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.277576 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.277908 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.278274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.278615 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.278930 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.279259 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:47.332238 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Attempting to bind port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:01:47.332620 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Attempting to bind port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:01:47.333240 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Attempting to bind port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:01:47.338861 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:01:47.339240 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Checking segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:47.339653 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.340077 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Bound using segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:01:47.340565 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Bound port: 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:01:47.340943 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.468011 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] For port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:01:47.472028 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] For port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:01:47.529589 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks [] for router_gateway (cf0e335f-84d9-4bd8-9318-191c27fdec86), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.580466 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.638639 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169fa69-c5f8-4c57-8c4f-0b89da025765 None None] Pushing event updated for resources: {'Port': ['ID=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:47.887212 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks [] for router_gateway (cf0e335f-84d9-4bd8-9318-191c27fdec86), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:47.907519 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.014204 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Allocated IP 172.27.0.210 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/e0bddad0-d09d-4558-90b4-bc446d28ab86) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:01:48.115197 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks [] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.209387 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.255700 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:48.258743 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:48.261794 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:01:48.286443 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bddad0-d09d-4558-90b4-bc446d28ab86,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:48.534932 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:48.573476 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73f8f9-8a9a-488e-aaf3-21533a7a1302 None None] Network 183a529a-4701-4147-844b-07f1ede8e80c requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:01:48.600174 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks [] for router_gateway (cf0e335f-84d9-4bd8-9318-191c27fdec86), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.666250 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] Provisioning complete for port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:48.666617 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.700334 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:48.700704 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.817086 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (cf0e335f-84d9-4bd8-9318-191c27fdec86), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.838123 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] Current status of the port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:48.838512 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.873746 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:48.874161 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:48.892208 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] For port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:48.992169 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:49.060250 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:01:49.177010 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:01:49.192380 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:01:49.207323 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.db.api [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:01:49.207784 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG oslo_db.api [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:01:49.222226 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-42c67644-fa4d-4f7b-8b8e-b8ef16d193f2 None None] Provisioning complete for port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:49.222606 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c67644-fa4d-4f7b-8b8e-b8ef16d193f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:49.225888 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:49.226534 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:49.228175 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fb667-b8be-467e-9ac4-949ac12896fb None None] Pushing event updated for resources: {'Port': ['ID=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:49.279466 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:49.292839 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7e039d0a-cddb-4b0e-96e0-5a0b5c6fd335 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4661348 Mar 08 19:01:49.338978 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 59974) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:49.397494 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:49.455820 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-42c67644-fa4d-4f7b-8b8e-b8ef16d193f2 None None] Current status of the port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:49.585522 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:48Z', 'revision_number': 3, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:49.611874 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:01:49.612151 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Updating router cf0e335f-84d9-4bd8-9318-191c27fdec86 port e0bddad0-d09d-4558-90b4-bc446d28ab86 binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:01:49.644408 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:49.761464 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:49.780093 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:49.921864 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Allocated IP 172.20.0.1 (183a529a-4701-4147-844b-07f1ede8e80c/c4fc388c-ec4b-493b-b213-d633b09f4535/4b183ffa-31e4-4df5-a631-4bcf077efa83) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:01:49.929442 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Publish callbacks [] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.014497 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.022901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks [] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.067075 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Attempting to bind port e0bddad0-d09d-4558-90b4-bc446d28ab86 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:01:50.067452 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Attempting to bind port e0bddad0-d09d-4558-90b4-bc446d28ab86 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:01:50.067816 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Attempting to bind port e0bddad0-d09d-4558-90b4-bc446d28ab86 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:01:50.076528 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54eeb3-b35c-4756-8960-b7349b3c0343 None None] Pushing event updated for resources: {'Port': ['ID=e0bddad0-d09d-4558-90b4-bc446d28ab86,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:50.079115 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:01:50.079494 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:50.079902 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.080292 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:01:50.080761 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Bound port: e0bddad0-d09d-4558-90b4-bc446d28ab86, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:01:50.081144 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.133717 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] For port e0bddad0-d09d-4558-90b4-bc446d28ab86, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:01:50.134999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.137060 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] For port e0bddad0-d09d-4558-90b4-bc446d28ab86, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=e0bddad0-d09d-4558-90b4-bc446d28ab86,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:01:50.178372 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Network 183a529a-4701-4147-844b-07f1ede8e80c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:50.182673 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:50.186775 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:01:50.192382 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b183ffa-31e4-4df5-a631-4bcf077efa83,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:50.228880 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (cf0e335f-84d9-4bd8-9318-191c27fdec86), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.232190 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.297693 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:50.298365 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:50.302457 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54eeb3-b35c-4756-8960-b7349b3c0343 None None] Pushing event updated for resources: {'Port': ['ID=e0bddad0-d09d-4558-90b4-bc446d28ab86,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:50.414230 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:50.430990 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.505249 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:50.570694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f665faca-3d10-4ddd-9247-fad39fea21d9 None None] Provisioning complete for port 4b183ffa-31e4-4df5-a631-4bcf077efa83 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:50.571070 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f665faca-3d10-4ddd-9247-fad39fea21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.606024 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks [] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.651779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f665faca-3d10-4ddd-9247-fad39fea21d9 None None] Port 4b183ffa-31e4-4df5-a631-4bcf077efa83 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:01:50.665656 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.666410 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:50.666784 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.722499 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:48Z', 'revision_number': 3, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:50.734479 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (cf0e335f-84d9-4bd8-9318-191c27fdec86), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:50.736413 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b183ffa-31e4-4df5-a631-4bcf077efa83,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:50.754707 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ff59d-2b01-4607-a43b-cfcc813ccd50 None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:48Z', 'revision_number': 3, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:01:50.790414 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:50.843661 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Network 183a529a-4701-4147-844b-07f1ede8e80c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:50.845098 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:50.989409 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:01:51.111900 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:01:51.117407 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-78e23fd5-bc79-40fd-9c73-57cd8be756f5 admin admin] 10.222.0.74 "PUT /v2.0/routers/cf0e335f-84d9-4bd8-9318-191c27fdec86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7773912 Mar 08 19:01:51.188433 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6c138feb-ba60-4016-bbdd-4ab8dfe6eb25 None None] Provisioning complete for port 4b183ffa-31e4-4df5-a631-4bcf077efa83 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:51.188948 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c138feb-ba60-4016-bbdd-4ab8dfe6eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:51.224328 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6c138feb-ba60-4016-bbdd-4ab8dfe6eb25 None None] Port 4b183ffa-31e4-4df5-a631-4bcf077efa83 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:01:51.580191 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:51.896786 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59990) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:51.901636 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1116281192-network', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:51.997443 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Made reservation on behalf of b2fd4e4cb20d4cbabaa32f6ded62f801 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:01:52.000992 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.009426 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.083774 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks [] for security_group (39866b63-bb33-4293-94f4-1776c0c2f6d3), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.157166 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (39866b63-bb33-4293-94f4-1776c0c2f6d3), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.188796 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:01:52.196273 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39866b63-bb33-4293-94f4-1776c0c2f6d3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:52.202595 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (e2792e0a-62f9-4c27-928f-8ea18405e43f), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.202939 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.segments_db [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Added segment e2792e0a-62f9-4c27-928f-8ea18405e43f of type vlan for network feaa4bd4-4124-46f6-bee0-c5bf61e2927e Mar 08 19:01:52.250836 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (feaa4bd4-4124-46f6-bee0-c5bf61e2927e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.281889 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:01:52.291693 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:52.292484 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:52.346137 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (feaa4bd4-4124-46f6-bee0-c5bf61e2927e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.347182 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:52.347864 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.400255 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:52.407535 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=feaa4bd4-4124-46f6-bee0-c5bf61e2927e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:52.422611 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:01:52.441719 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-7c4217d5-eff5-4a99-a577-32557395b7a6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5435519 Mar 08 19:01:52.444416 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59992) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:52.451535 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Request body: {'subnet': {'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1116281192-subnet', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:52.552865 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e0bddad0-d09d-4558-90b4-bc446d28ab86 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:52.568293 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Made reservation on behalf of b2fd4e4cb20d4cbabaa32f6ded62f801 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:01:52.569215 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9745081'] for subnet (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.593476 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1e47b053-4b4e-48d3-8690-976dc620ac32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.605733 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port e0bddad0-d09d-4558-90b4-bc446d28ab86 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:52.606464 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.625214 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 2, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:52.653000 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:01:52.655677 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Updating router cf0e335f-84d9-4bd8-9318-191c27fdec86 port 4b183ffa-31e4-4df5-a631-4bcf077efa83 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:01:52.682747 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.699412 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port e0bddad0-d09d-4558-90b4-bc446d28ab86 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:52.699863 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.723545 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port e0bddad0-d09d-4558-90b4-bc446d28ab86, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=e0bddad0-d09d-4558-90b4-bc446d28ab86,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:52.800391 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.820464 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8466821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9745063'] for subnet (adbda74f-c2ca-4c3e-9246-8c10bdfc370d), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.855113 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=e0bddad0-d09d-4558-90b4-bc446d28ab86,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:52.905951 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-97891ba6-fe14-41dc-a003-b133985244eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764074 Mar 08 19:01:52.925281 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbda74f-c2ca-4c3e-9246-8c10bdfc370d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:52.930711 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Checking segment: {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:52.931138 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Network hostable DHCP agents. Network: feaa4bd4-4124-46f6-bee0-c5bf61e2927e, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:01:52.975608 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Publish callbacks [] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:52.993475 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-028aba2f-e4ba-4f82-a109-f12d850757f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:52.995300 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-028aba2f-e4ba-4f82-a109-f12d850757f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 1131 time: 0.0460181 Mar 08 19:01:53.054783 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:01:53.088792 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.102739 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-85b180a1-e28c-4548-8ced-b45e0046950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:53.104255 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-85b180a1-e28c-4548-8ced-b45e0046950a service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 200 len: 917 time: 0.0891163 Mar 08 19:01:53.139925 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Pushing event updated for resources: {'Port': ['ID=4b183ffa-31e4-4df5-a631-4bcf077efa83,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:53.150572 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.150849 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.151364 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.151859 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.152477 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.152973 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.153304 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.153629 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.153955 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.154322 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.154656 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.155593 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.155960 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:01:53.187271 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, feaa4bd4-4124-46f6-bee0-c5bf61e2927e) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:53.198630 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f168eec-c0f7-4f14-aeea-ec3190b87538 None None] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:01:53.206780 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:53.207831 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-248e2a48-5199-41ab-ae7a-61c182ce8592 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 200 len: 1001 time: 0.0962350 Mar 08 19:01:53.209795 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Attempting to bind port 4b183ffa-31e4-4df5-a631-4bcf077efa83 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:01:53.210209 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Attempting to bind port 4b183ffa-31e4-4df5-a631-4bcf077efa83 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:01:53.210611 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Attempting to bind port 4b183ffa-31e4-4df5-a631-4bcf077efa83 on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:01:53.210938 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.215800 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:01:53.216172 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Checking segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:53.216577 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.216965 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Bound using segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:01:53.217671 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Bound port: 4b183ffa-31e4-4df5-a631-4bcf077efa83, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:01:53.217872 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.265737 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-3ec65d2d-2b53-46e2-833b-56b28d0d6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:53.268469 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-3ec65d2d-2b53-46e2-833b-56b28d0d6916 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 200 len: 855 time: 0.0528817 Mar 08 19:01:53.312846 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] For port 4b183ffa-31e4-4df5-a631-4bcf077efa83, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:01:53.323544 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6f2c573b-2b79-4da2-a0d9-54da20d9266b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8751352 Mar 08 19:01:53.323667 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] For port 4b183ffa-31e4-4df5-a631-4bcf077efa83, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4b183ffa-31e4-4df5-a631-4bcf077efa83,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:01:53.323785 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-d340ce66-e072-47b1-aa06-8dac663ad78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:53.323785 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-d340ce66-e072-47b1-aa06-8dac663ad78f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e6dc21-9a04-4916-be67-a5b24e54b810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494564 Mar 08 19:01:53.323969 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:53.329083 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:53.372264 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeca19c4e-6106-528f-904b-0eca4f57e15e-feaa4bd4-4124-46f6-bee0-c5bf61e2927e', 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e', 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'fixed_ips': [{'subnet_id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d'}]}} from dv-cinder-830088-3-iscsi. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:01:53.373203 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.397832 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.421043 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4185163'] for router (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.422292 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-309157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4185154'] for router (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.434266 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-a5bee3f1-59b5-40bb-8c88-72cc914faa52 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010199 Mar 08 19:01:53.477686 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5f520-ec09-4308-8f91-80397a12c040 None None] Pushing event updated for resources: {'Port': ['ID=4b183ffa-31e4-4df5-a631-4bcf077efa83,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:53.486244 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks [] for router_controller (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.499727 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:53.504333 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:53.546831 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] Provisioning complete for port 4b183ffa-31e4-4df5-a631-4bcf077efa83 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:53.552202 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.560580 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0f8de7d-dc67-4d81-a70e-7516f0b944c2 req-939623bb-eb96-4b25-b8d8-c0cebf6129b6 service neutron] 10.222.0.77 "GET /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201069 Mar 08 19:01:53.606081 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Allocated IP 172.20.0.2 (feaa4bd4-4124-46f6-bee0-c5bf61e2927e/adbda74f-c2ca-4c3e-9246-8c10bdfc370d/2937dcc0-6396-48ad-a8dc-d256d43b0c61) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:01:53.630489 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:53.726628 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks [] for router_gateway (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.803416 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Publish callbacks [] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.808736 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] Current status of the port 4b183ffa-31e4-4df5-a631-4bcf077efa83 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:53.811790 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:53.842071 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] For port 4b183ffa-31e4-4df5-a631-4bcf077efa83, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4b183ffa-31e4-4df5-a631-4bcf077efa83,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:53.850555 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:53.883839 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77063da9-cb27-44ae-99f1-e01d55c961db None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:01:53.895223 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.040318 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks [] for router_gateway (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.060585 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.076089 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.096519 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:54.099910 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:54.102904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:01:54.109618 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Pushing event updated for resources: {'Port': ['ID=2937dcc0-6396-48ad-a8dc-d256d43b0c61,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:54.191249 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Allocated IP 172.27.0.112 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/de808864-d117-4396-936a-c7a3cc2dc032) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:01:54.220888 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Attempting to bind port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:01:54.221265 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Attempting to bind port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:01:54.221992 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Attempting to bind port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 on network feaa4bd4-4124-46f6-bee0-c5bf61e2927e {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:01:54.225767 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe76ae-834f-422b-87de-3a89518651ee None None] Pushing event updated for resources: {'Port': ['ID=4b183ffa-31e4-4df5-a631-4bcf077efa83,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:54.237354 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:01:54.237354 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Checking segment: {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:54.237354 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.237354 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Bound using segment: {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:01:54.237354 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Bound port: 2937dcc0-6396-48ad-a8dc-d256d43b0c61, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:01:54.237866 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.251736 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-49434070-88c5-4b96-8235-5fcbdd8eb497 None None] Provisioning complete for port 4b183ffa-31e4-4df5-a631-4bcf077efa83 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:54.252120 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49434070-88c5-4b96-8235-5fcbdd8eb497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.314432 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks [] for port (de808864-d117-4396-936a-c7a3cc2dc032), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.343494 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] For port 2937dcc0-6396-48ad-a8dc-d256d43b0c61, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:01:54.347233 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] For port 2937dcc0-6396-48ad-a8dc-d256d43b0c61, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2937dcc0-6396-48ad-a8dc-d256d43b0c61,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:01:54.385601 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-49434070-88c5-4b96-8235-5fcbdd8eb497 None None] Current status of the port 4b183ffa-31e4-4df5-a631-4bcf077efa83 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:54.489505 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.500709 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (de808864-d117-4396-936a-c7a3cc2dc032), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.546510 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Pushing event updated for resources: {'Port': ['ID=de808864-d117-4396-936a-c7a3cc2dc032,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:54.553318 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c673e6c-2e0d-45b5-9df9-0d233b06e675 None None] Pushing event updated for resources: {'Port': ['ID=2937dcc0-6396-48ad-a8dc-d256d43b0c61,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:54.582963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:54.588160 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:54.592804 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:01:54.615375 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4b183ffa-31e4-4df5-a631-4bcf077efa83 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:54.669119 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 4b183ffa-31e4-4df5-a631-4bcf077efa83 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:54.669631 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.784698 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 4b183ffa-31e4-4df5-a631-4bcf077efa83 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:54.790984 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e0bddad0-d09d-4558-90b4-bc446d28ab86 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:54.872504 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port e0bddad0-d09d-4558-90b4-bc446d28ab86 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:54.874135 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.971805 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks [] for router_gateway (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.973239 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8df235f5-e462-496e-a857-3f632834dd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:54.975213 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port e0bddad0-d09d-4558-90b4-bc446d28ab86 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:55.438019 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541693'] for router (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:55.583890 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60330b74-2cae-4f77-b1f3-ed070cb59a30 None None] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:01:55.657569 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] Provisioning complete for port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:55.657942 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:55.677416 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Router fcf22fda-14e1-4088-ada3-cbdfcc833a4e is scheduled to L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:01:55.774736 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] Current status of the port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:55.775062 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:55.794238 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:01:55.805810 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Sync routers for ids ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:01:55.819265 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] For port 2937dcc0-6396-48ad-a8dc-d256d43b0c61, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2937dcc0-6396-48ad-a8dc-d256d43b0c61,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:55.824366 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Routers {'fcf22fda-14e1-4088-ada3-cbdfcc833a4e'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:55.825065 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:55.916871 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:55.916871 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-70123f38-0f34-421a-88b8-0d22d0f159c1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5901301 Mar 08 19:01:55.917648 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 59998) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:55.936843 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:55.939641 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Set router fcf22fda-14e1-4088-ada3-cbdfcc833a4e gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:56.108372 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb1106-4906-4b6c-a337-00b7536812d8 None None] Pushing event updated for resources: {'Port': ['ID=2937dcc0-6396-48ad-a8dc-d256d43b0c61,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:56.128537 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3a4a21e9-35df-49b6-8fdd-cd0db897a648 None None] Provisioning complete for port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:56.128914 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3a4a21e9-35df-49b6-8fdd-cd0db897a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.198343 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.262109 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:01:54Z', 'revision_number': 3, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:56.263966 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a21e9-35df-49b6-8fdd-cd0db897a648 None None] Current status of the port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:56.294674 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Checking router: fcf22fda-14e1-4088-ada3-cbdfcc833a4e for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:01:56.294936 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Updating router fcf22fda-14e1-4088-ada3-cbdfcc833a4e port de808864-d117-4396-936a-c7a3cc2dc032 binding host dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:01:56.326086 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (de808864-d117-4396-936a-c7a3cc2dc032), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.354542 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.524398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Allocated IP 172.20.0.1 (feaa4bd4-4124-46f6-bee0-c5bf61e2927e/adbda74f-c2ca-4c3e-9246-8c10bdfc370d/3b852a87-7deb-4d5e-9d6e-fd438b639d87) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:01:56.550745 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2937dcc0-6396-48ad-a8dc-d256d43b0c61 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:56.617764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Publish callbacks [] for port (de808864-d117-4396-936a-c7a3cc2dc032), precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.633505 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:56.633884 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.635580 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks [] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.715612 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:56.718711 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (de808864-d117-4396-936a-c7a3cc2dc032), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.746661 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.772743 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Attempting to bind port de808864-d117-4396-936a-c7a3cc2dc032 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:01:56.773038 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Attempting to bind port de808864-d117-4396-936a-c7a3cc2dc032 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:01:56.773291 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Attempting to bind port de808864-d117-4396-936a-c7a3cc2dc032 on network bb54e7e9-9407-4285-a50a-5a7c3336efe2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:01:56.776409 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a18a9a-410f-40c7-9aaf-b094cc09adee None None] Pushing event updated for resources: {'Port': ['ID=de808864-d117-4396-936a-c7a3cc2dc032,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:56.781782 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:01:56.782211 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Checking segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:01:56.782602 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.782983 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Bound using segment: {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:01:56.783457 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Bound port: de808864-d117-4396-936a-c7a3cc2dc032, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073f7bd9-42e6-4c6c-9a56-a50af7c336da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:01:56.784113 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (de808864-d117-4396-936a-c7a3cc2dc032), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.789876 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:56.792754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:56.796406 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:01:56.821435 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b852a87-7deb-4d5e-9d6e-fd438b639d87,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:56.838664 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541392'] for router_interface (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.839325 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] For port de808864-d117-4396-936a-c7a3cc2dc032, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:01:56.844478 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] For port de808864-d117-4396-936a-c7a3cc2dc032, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=de808864-d117-4396-936a-c7a3cc2dc032,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:01:56.923529 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (de808864-d117-4396-936a-c7a3cc2dc032), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:56.983627 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Routers {'fcf22fda-14e1-4088-ada3-cbdfcc833a4e'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:56.984257 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:57.025867 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a18a9a-410f-40c7-9aaf-b094cc09adee None None] Pushing event updated for resources: {'Port': ['ID=de808864-d117-4396-936a-c7a3cc2dc032,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:57.037479 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.210842 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks [] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.239670 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-af6b8972-e25c-494e-a10f-3e5ee5c8980c None None] Provisioning complete for port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:57.240042 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af6b8972-e25c-494e-a10f-3e5ee5c8980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.261050 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] Set router fcf22fda-14e1-4088-ada3-cbdfcc833a4e gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:57.277668 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.344940 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-af6b8972-e25c-494e-a10f-3e5ee5c8980c None None] Port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:01:57.350084 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541372'] for router_interface (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.353091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b852a87-7deb-4d5e-9d6e-fd438b639d87,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:57.447350 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:01:57.448828 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:01:57.470769 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:01:54Z', 'revision_number': 3, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:57.504893 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c4040-476c-4a5b-afdf-ea18c727297f None None] The sync data for ids ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'] in dv-cinder-830088-3-iscsi is: [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:01:54Z', 'revision_number': 3, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:01:57.508720 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.586443 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Router fcf22fda-14e1-4088-ada3-cbdfcc833a4e has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:01:57.710995 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:01:57.715984 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-c98b232c-dea8-4900-90b8-e64521653ce2 admin admin] 10.222.0.74 "PUT /v2.0/routers/fcf22fda-14e1-4088-ada3-cbdfcc833a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971544 Mar 08 19:01:57.778217 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b4413859-8c50-49d3-94f3-494f0f692746 None None] Provisioning complete for port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:57.778736 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4413859-8c50-49d3-94f3-494f0f692746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:57.817647 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b4413859-8c50-49d3-94f3-494f0f692746 None None] Port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:01:58.292060 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60016) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:58.300803 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383749944', 'description': 'tempest-secgroup-smoke-1383749944 description', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:58.420417 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.506860 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group (6aac2303-0267-4cae-b512-1b0c3375e522), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.529590 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device de808864-d117-4396-936a-c7a3cc2dc032 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:01:58.579363 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port de808864-d117-4396-936a-c7a3cc2dc032 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:01:58.579741 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (de808864-d117-4396-936a-c7a3cc2dc032), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.585853 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (6aac2303-0267-4cae-b512-1b0c3375e522), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.619095 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac2303-0267-4cae-b512-1b0c3375e522,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:58.670146 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port de808864-d117-4396-936a-c7a3cc2dc032 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:01:58.670547 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (de808864-d117-4396-936a-c7a3cc2dc032), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.690793 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.691129 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] For port de808864-d117-4396-936a-c7a3cc2dc032, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=de808864-d117-4396-936a-c7a3cc2dc032,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:01:58.692048 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-dda3c3dc-3412-42b3-a201-ccc31088d986 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3949754 Mar 08 19:01:58.694915 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60020) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:58.699438 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group_rule': {'security_group_id': '6aac2303-0267-4cae-b512-1b0c3375e522', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:58.704247 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c62c-91bf-437f-bca7-3788665539d2 req-b10a3e21-d1f8-4dff-9f0c-f09b2ce5c729 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:58.704247 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ce74c62c-91bf-437f-bca7-3788665539d2 req-b10a3e21-d1f8-4dff-9f0c-f09b2ce5c729 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0560596 Mar 08 19:01:58.752288 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ce74c62c-91bf-437f-bca7-3788665539d2 req-90a25d00-0ff1-4be3-b750-9fc1916f2171 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Mar 08 19:01:58.782237 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (de808864-d117-4396-936a-c7a3cc2dc032), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.797609 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (d5a0cf03-49b1-4ed8-a550-6f8956cb4644), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.833232 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Pushing event updated for resources: {'Port': ['ID=de808864-d117-4396-936a-c7a3cc2dc032,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:58.861327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (d5a0cf03-49b1-4ed8-a550-6f8956cb4644), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.968424 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (d5a0cf03-49b1-4ed8-a550-6f8956cb4644), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:58.991325 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a0cf03-49b1-4ed8-a550-6f8956cb4644,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:59.075835 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Sync routers for ids ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:01:59.085354 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Routers {'fcf22fda-14e1-4088-ada3-cbdfcc833a4e'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:01:59.085964 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:59.090664 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.092489 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a5eb8883-951d-4587-bf59-f538c149456a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963413 Mar 08 19:01:59.095240 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60022) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:59.116508 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group_rule': {'security_group_id': '6aac2303-0267-4cae-b512-1b0c3375e522', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:59.207133 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Set router fcf22fda-14e1-4088-ada3-cbdfcc833a4e gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:01:59.231469 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.253974 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (cc179b88-c6fe-457b-898f-34d016851e8b), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.305718 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (cc179b88-c6fe-457b-898f-34d016851e8b), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.405488 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:01:56Z', 'revision_number': 4, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '3b852a87-7deb-4d5e-9d6e-fd438b639d87', 'name': '', 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'mac_address': 'fa:16:3e:f9:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:56Z', 'updated_at': '2022-03-08T19:01:57Z', 'revision_number': 2, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'subnets': [{'id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:01:59.434982 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Checking router: fcf22fda-14e1-4088-ada3-cbdfcc833a4e for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:01:59.438827 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Updating router fcf22fda-14e1-4088-ada3-cbdfcc833a4e port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 binding host dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:01:59.463874 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.471777 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (cc179b88-c6fe-457b-898f-34d016851e8b), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.492260 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc179b88-c6fe-457b-898f-34d016851e8b,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:59.616854 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.618143 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7c571a00-963b-41bd-a8a7-2f214398a57f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5218422 Mar 08 19:01:59.621398 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60024) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:01:59.626732 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group_rule': {'security_group_id': '6aac2303-0267-4cae-b512-1b0c3375e522', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:01:59.745192 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (a2fe11a5-a58b-4a5b-8672-dbcbd38673e1), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.814303 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Publish callbacks [] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.816176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (a2fe11a5-a58b-4a5b-8672-dbcbd38673e1), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.877154 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.887929 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb85461-ea87-4cd7-ba5d-b3ac16f8d01d req-36847c6e-6c1c-4f6f-b887-3d26b19c2fdd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:01:59.889582 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7cb85461-ea87-4cd7-ba5d-b3ac16f8d01d req-36847c6e-6c1c-4f6f-b887-3d26b19c2fdd tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0580328 Mar 08 19:01:59.890943 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (a2fe11a5-a58b-4a5b-8672-dbcbd38673e1), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:01:59.931883 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fe11a5-a58b-4a5b-8672-dbcbd38673e1,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:59.932191 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da9977-8ffd-49cb-a4e0-6e11ef04ea23 None None] Pushing event updated for resources: {'Port': ['ID=3b852a87-7deb-4d5e-9d6e-fd438b639d87,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:01:59.971988 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7cb85461-ea87-4cd7-ba5d-b3ac16f8d01d req-8ddc5697-6eb6-483f-bdb6-b1a3febd479a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f95050d-4821-45b5-9a54-27ce17b4c883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759265 Mar 08 19:01:59.993430 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Attempting to bind port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 on host dv-cinder-830088-3-iscsi for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:02:00.001102 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Attempting to bind port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 by drivers openvswitch,hyperv on host dv-cinder-830088-3-iscsi at level 0 using segments [{'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:02:00.001454 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Attempting to bind port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 on network feaa4bd4-4124-46f6-bee0-c5bf61e2927e {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:02:00.007350 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Checking agent: {'id': '73a9a0cc-446b-4955-baf9-bce40e9348fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 44, 29), 'started_at': datetime.datetime(2022, 3, 8, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:02:00.007758 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Checking segment: {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:02:00.008128 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.008519 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Bound using segment: {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:02:00.008996 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Bound port: 3b852a87-7deb-4d5e-9d6e-fd438b639d87, host: dv-cinder-830088-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2792e0a-62f9-4c27-928f-8ea18405e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:02:00.009373 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.011198 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.012426 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3c3299b4-4662-45cf-a0cf-7f96539f3e2c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898346 Mar 08 19:02:00.016080 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60028) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:00.020822 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group_rule': {'security_group_id': '6aac2303-0267-4cae-b512-1b0c3375e522', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:02:00.087588 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] For port 3b852a87-7deb-4d5e-9d6e-fd438b639d87, host dv-cinder-830088-3-iscsi, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:02:00.091340 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] For port 3b852a87-7deb-4d5e-9d6e-fd438b639d87, host dv-cinder-830088-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3b852a87-7deb-4d5e-9d6e-fd438b639d87,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:02:00.119803 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (ff3b20c7-9590-4d49-833a-32a577bbc766), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.153846 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-68a1a5d1-0b92-4a89-8dba-63bad2eba6d3 None None] Provisioning complete for port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:02:00.154460 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68a1a5d1-0b92-4a89-8dba-63bad2eba6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.190132 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-68a1a5d1-0b92-4a89-8dba-63bad2eba6d3 None None] Port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:02:00.194244 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.237264 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (ff3b20c7-9590-4d49-833a-32a577bbc766), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.250654 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c4ad-3051-443c-9887-cd00297b189a req-82d11693-174c-43a5-81ff-393a11c48cd1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:00.253169 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b581c4ad-3051-443c-9887-cd00297b189a req-82d11693-174c-43a5-81ff-393a11c48cd1 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 947 time: 0.0920322 Mar 08 19:02:00.258821 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Routers {'fcf22fda-14e1-4088-ada3-cbdfcc833a4e'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:00.259463 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:00.296406 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da9977-8ffd-49cb-a4e0-6e11ef04ea23 None None] Pushing event updated for resources: {'Port': ['ID=3b852a87-7deb-4d5e-9d6e-fd438b639d87,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:00.336457 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (ff3b20c7-9590-4d49-833a-32a577bbc766), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.363799 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3b20c7-9590-4d49-833a-32a577bbc766,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:00.382519 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] Set router fcf22fda-14e1-4088-ada3-cbdfcc833a4e gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:00.387873 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Deleting port 41075827-6dc9-4532-90d6-21c4e5ce7db1 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:00.391246 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.458437 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.462698 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-dd846486-1a3c-418a-b903-b72befac70e9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4455893 Mar 08 19:02:00.463758 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60032) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:00.468605 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group_rule': {'security_group_id': '6aac2303-0267-4cae-b512-1b0c3375e522', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:02:00.512797 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] For port 41075827-6dc9-4532-90d6-21c4e5ce7db1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=41075827-6dc9-4532-90d6-21c4e5ce7db1,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:00.512797 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.520707 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] Provisioning complete for port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:02:00.521003 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.563205 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Project f009259d4d9b4e65ad2ce0791e5df778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:02:00.569093 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (4956cab7-109c-4a23-bed3-cc82dbb590a4), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.581514 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device de808864-d117-4396-936a-c7a3cc2dc032 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:02:00.637758 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (4956cab7-109c-4a23-bed3-cc82dbb590a4), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.638851 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:01:56Z', 'revision_number': 4, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '3b852a87-7deb-4d5e-9d6e-fd438b639d87', 'name': '', 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'mac_address': 'fa:16:3e:f9:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:56Z', 'updated_at': '2022-03-08T19:02:00Z', 'revision_number': 4, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'subnets': [{'id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:00.664557 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] Current status of the port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 is: DOWN; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:02:00.668279 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.669313 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b2a1b-e2c1-48bf-9eeb-b830b2d7e49d None None] The sync data for ids ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'] in dv-cinder-830088-3-iscsi is: [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:01:56Z', 'revision_number': 4, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '3b852a87-7deb-4d5e-9d6e-fd438b639d87', 'name': '', 'network_id': 'feaa4bd4-4124-46f6-bee0-c5bf61e2927e', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'mac_address': 'fa:16:3e:f9:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:56Z', 'updated_at': '2022-03-08T19:02:00Z', 'revision_number': 4, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'subnets': [{'id': 'adbda74f-c2ca-4c3e-9246-8c10bdfc370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:00.690833 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port de808864-d117-4396-936a-c7a3cc2dc032 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:02:00.691213 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (de808864-d117-4396-936a-c7a3cc2dc032), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.719761 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.719761 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (86c4ae41-7492-43fd-abbd-143668f8c27c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.719761 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Floating IP 86c4ae41-7492-43fd-abbd-143668f8c27c disassociated. External IP: 172.27.0.85, port: 41075827-6dc9-4532-90d6-21c4e5ce7db1. Mar 08 19:02:00.719761 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Calling delete_port for 41075827-6dc9-4532-90d6-21c4e5ce7db1 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:00.736954 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (4956cab7-109c-4a23-bed3-cc82dbb590a4), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.737242 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] For port 3b852a87-7deb-4d5e-9d6e-fd438b639d87, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3b852a87-7deb-4d5e-9d6e-fd438b639d87,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:00.770736 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4956cab7-109c-4a23-bed3-cc82dbb590a4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:00.816333 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.834494 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:00.836314 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d14043d5-3da7-458e-8360-fa789e390397 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3713989 Mar 08 19:02:00.839080 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60034) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:00.844683 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'security_group_rule': {'security_group_id': '6aac2303-0267-4cae-b512-1b0c3375e522', 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:02:00.848600 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port de808864-d117-4396-936a-c7a3cc2dc032 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:02:00.887133 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d85bef-d7ff-4a0f-bbdf-64a37c66c243 None None] Pushing event updated for resources: {'Port': ['ID=3b852a87-7deb-4d5e-9d6e-fd438b639d87,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:00.963096 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Project f009259d4d9b4e65ad2ce0791e5df778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:02:00.973136 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (8fdf3147-e038-45dc-b44c-7949384fe9a3), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:01.004779 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (41075827-6dc9-4532-90d6-21c4e5ce7db1), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:01.041397 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event deleted for resources: {'Port': ['ID=41075827-6dc9-4532-90d6-21c4e5ce7db1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:01.059068 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (8fdf3147-e038-45dc-b44c-7949384fe9a3), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:01.125438 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-284db81e-c2fe-40de-bda0-ddff8089583c req-c3497aa5-f5e4-4386-9e96-947f46705a83 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 210 time: 0.0640240 Mar 08 19:02:01.172415 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317146'] for security_group_rule (8fdf3147-e038-45dc-b44c-7949384fe9a3), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:01.204494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdf3147-e038-45dc-b44c-7949384fe9a3,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:01.224124 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:01.583751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:01.584932 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7f3aafa8-a5c2-4b8b-bb94-68ae70f475c7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7449017 Mar 08 19:02:01.657048 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:01.669997 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:01.687202 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:01.688393 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:01.704645 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] No DVR routers for this DVR port 41075827-6dc9-4532-90d6-21c4e5ce7db1 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:01.707531 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:01.711460 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b581c4ad-3051-443c-9887-cd00297b189a req-d67b17c2-dfb4-4155-b0a1-a206739b708a tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.77 "DELETE /v2.0/ports/41075827-6dc9-4532-90d6-21c4e5ce7db1 HTTP/1.1" status: 204 len: 173 time: 1.4525104 Mar 08 19:02:01.712110 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-deleted', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:01.714867 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbed1973-4439-46cb-8f90-830c72037616" -d '{"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-deleted", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:01.756806 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d1877f-faf3-48b3-81c1-7e66a2d5be76 x-openstack-request-id: req-e0d1877f-faf3-48b3-81c1-7e66a2d5be76 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:01.757110 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d72ab-6acf-42d6-9b92-c8accc6d5fed", "name": "network-vif-deleted", "tag": "41075827-6dc9-4532-90d6-21c4e5ce7db1", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:01.757373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0d1877f-faf3-48b3-81c1-7e66a2d5be76 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:01.757791 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d72ab-6acf-42d6-9b92-c8accc6d5fed', 'name': 'network-vif-deleted', 'tag': '41075827-6dc9-4532-90d6-21c4e5ce7db1', 'status': 'completed', 'code': 200} Mar 08 19:02:01.825839 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:02.063115 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:02.090374 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:02.099487 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:02.100105 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:02.215041 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:02.252305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-58373f25-f771-4261-85f9-0304c1972b36 req-2bed4dbc-9f9c-4759-a00a-5491bf53a415 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f7d72ab-6acf-42d6-9b92-c8accc6d5fed HTTP/1.1" status: 200 len: 210 time: 0.0393169 Mar 08 19:02:02.423598 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:02.454158 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487f629-a3b9-4b59-8e34-7db31677533f None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T18:56:00Z', 'revision_number': 4, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '2145c147-c669-40b0-9ad9-c86ae1c4a6b9', 'name': '', 'network_id': '09e6dc21-9a04-4916-be67-a5b24e54b810', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'mac_address': 'fa:16:3e:9b:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:58Z', 'updated_at': '2022-03-08T18:56:05Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'subnets': [{'id': '5149b714-d2ba-4a44-b4db-5b2ef53d1391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:02.561597 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3b852a87-7deb-4d5e-9d6e-fd438b639d87 up at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:02:02.611004 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Provisioning complete for port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:02:02.611386 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:02.699780 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Current status of the port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 is: ACTIVE; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:02:03.415816 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60104) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:03.476818 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87c397d8-8e03-4418-a674-1ffed5af2ce5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (2f95050d-4821-45b5-9a54-27ce17b4c883), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.506609 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87c397d8-8e03-4418-a674-1ffed5af2ce5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (2f95050d-4821-45b5-9a54-27ce17b4c883), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.565242 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:03.592554 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 41075827-6dc9-4532-90d6-21c4e5ce7db1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:03.592902 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 41075827-6dc9-4532-90d6-21c4e5ce7db1 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:03.631398 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87c397d8-8e03-4418-a674-1ffed5af2ce5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (2f95050d-4821-45b5-9a54-27ce17b4c883), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.634285 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87c397d8-8e03-4418-a674-1ffed5af2ce5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.635467 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-87c397d8-8e03-4418-a674-1ffed5af2ce5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "DELETE /v2.0/security-groups/2f95050d-4821-45b5-9a54-27ce17b4c883 HTTP/1.1" status: 204 len: 168 time: 0.2183599 Mar 08 19:02:03.638554 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60108) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:03.645050 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c397d8-8e03-4418-a674-1ffed5af2ce5 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f95050d-4821-45b5-9a54-27ce17b4c883,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:03.652361 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.api.v2.resource [None req-c8735155-7160-4100-bd43-75a122768eb4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] show failed (client error): The resource could not be found. Mar 08 19:02:03.653362 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c8735155-7160-4100-bd43-75a122768eb4 tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "GET /v2.0/security-groups/2f95050d-4821-45b5-9a54-27ce17b4c883 HTTP/1.1" status: 404 len: 347 time: 0.0137622 Mar 08 19:02:03.656332 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60110) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:03.786968 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Deleting port a9844eed-61fb-45fc-98c1-36ab2bc85f5d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:03.787315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.869078 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.869403 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:03.882314 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Calling delete_port for a9844eed-61fb-45fc-98c1-36ab2bc85f5d owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:03.924911 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8403386c-24e5-40c4-9af5-f2d0ed6ed69a None None] New status for floating IP 86c4ae41-7492-43fd-abbd-143668f8c27c: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:02:04.078398 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (a9844eed-61fb-45fc-98c1-36ab2bc85f5d), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:04.079014 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron_lib.db.api [None req-8403386c-24e5-40c4-9af5-f2d0ed6ed69a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:02:04.079427 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG oslo_db.api [None req-8403386c-24e5-40c4-9af5-f2d0ed6ed69a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:02:04.106064 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Pushing event deleted for resources: {'Port': ['ID=a9844eed-61fb-45fc-98c1-36ab2bc85f5d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:04.170531 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks [] for floatingip (86c4ae41-7492-43fd-abbd-143668f8c27c), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:04.173128 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:04.174297 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-ae783e18-35c8-4d18-883e-114774b7735f tempest-AttachVolumeShelveTestJSON-313581074 tempest-AttachVolumeShelveTestJSON-313581074-project] 10.222.0.74 "DELETE /v2.0/floatingips/86c4ae41-7492-43fd-abbd-143668f8c27c HTTP/1.1" status: 204 len: 168 time: 0.5170345 Mar 08 19:02:04.580990 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8403386c-24e5-40c4-9af5-f2d0ed6ed69a None None] New status for floating IP 86c4ae41-7492-43fd-abbd-143668f8c27c: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:02:06.923189 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60138) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:07.421583 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (e32b62e8-8d82-4482-b602-a653f3bd44a8), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:07.707105 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Deleting port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:07.707656 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:07.793931 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] For port 2145c147-c669-40b0-9ad9-c86ae1c4a6b9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:07.794322 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:07.806412 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Calling delete_port for 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:08.025534 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (2145c147-c669-40b0-9ad9-c86ae1c4a6b9), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:08.051553 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2145c147-c669-40b0-9ad9-c86ae1c4a6b9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:08.232491 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (e32b62e8-8d82-4482-b602-a653f3bd44a8), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:08.454018 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Router e32b62e8-8d82-4482-b602-a653f3bd44a8 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:08.569310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:08.574439 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-4dc5f0ee-d997-4066-8b40-725681d76b66 admin admin] 10.222.0.74 "PUT /v2.0/routers/e32b62e8-8d82-4482-b602-a653f3bd44a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6502101 Mar 08 19:02:08.577698 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60144) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:08.579878 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] Sync routers for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:08.590033 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:08.590754 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:08.685813 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks [] for router (e32b62e8-8d82-4482-b602-a653f3bd44a8), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:08.703335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:08.796893 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks [] for router_gateway (e32b62e8-8d82-4482-b602-a653f3bd44a8), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:08.889321 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '37edf459-1654-4e62-adff-26adc1c877af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T19:02:07Z', 'revision_number': 5, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port': {'id': '37edf459-1654-4e62-adff-26adc1c877af', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T18:55:56Z', 'updated_at': '2022-03-08T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:08.893315 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Deleting port 37edf459-1654-4e62-adff-26adc1c877af {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:08.893654 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (37edf459-1654-4e62-adff-26adc1c877af), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:08.981254 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] For port 37edf459-1654-4e62-adff-26adc1c877af, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=37edf459-1654-4e62-adff-26adc1c877af,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:08.981636 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (37edf459-1654-4e62-adff-26adc1c877af), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:08.996291 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Calling delete_port for 37edf459-1654-4e62-adff-26adc1c877af owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:09.053205 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] Checking router: e32b62e8-8d82-4482-b602-a653f3bd44a8 for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:09.062473 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] Routers {'e32b62e8-8d82-4482-b602-a653f3bd44a8'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:09.063095 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:01:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['e32b62e8-8d82-4482-b602-a653f3bd44a8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:09.153410 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] Set router e32b62e8-8d82-4482-b602-a653f3bd44a8 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:09.210896 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T19:02:08Z', 'revision_number': 6, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:09.219858 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (37edf459-1654-4e62-adff-26adc1c877af), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.242854 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa72a3-a0f8-4bdd-95ed-36e81726dbd6 None None] The sync data for ids ['e32b62e8-8d82-4482-b602-a653f3bd44a8'] in dv-cinder-830088-3-iscsi is: [{'id': 'e32b62e8-8d82-4482-b602-a653f3bd44a8', 'name': 'tempest-AttachVolumeShelveTestJSON-978476434-router', 'tenant_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T18:55:55Z', 'updated_at': '2022-03-08T19:02:08Z', 'revision_number': 6, 'project_id': '280cf73813cf4ffbb3f685ad1c2a9bbf', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:09.247231 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Pushing event deleted for resources: {'Port': ['ID=37edf459-1654-4e62-adff-26adc1c877af,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:09.315935 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (e32b62e8-8d82-4482-b602-a653f3bd44a8), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.409927 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (e32b62e8-8d82-4482-b602-a653f3bd44a8), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.412118 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks [] for router_controller (e32b62e8-8d82-4482-b602-a653f3bd44a8), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.511709 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (e32b62e8-8d82-4482-b602-a653f3bd44a8), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.512210 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32b62e8-8d82-4482-b602-a653f3bd44a8 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:02:09.516912 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.518089 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e5880de1-f168-4a5b-9e9f-6d3546b2b12b admin admin] 10.222.0.74 "DELETE /v2.0/routers/e32b62e8-8d82-4482-b602-a653f3bd44a8 HTTP/1.1" status: 204 len: 168 time: 0.9386690 Mar 08 19:02:09.520647 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60148) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:09.571552 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Deleting subnet 5149b714-d2ba-4a44-b4db-5b2ef53d1391 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:02:09.575068 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Publish callbacks [] for subnet (5149b714-d2ba-4a44-b4db-5b2ef53d1391), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.614828 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (5149b714-d2ba-4a44-b4db-5b2ef53d1391), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:09.963349 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (5149b714-d2ba-4a44-b4db-5b2ef53d1391), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.100498 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (5149b714-d2ba-4a44-b4db-5b2ef53d1391), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.126974 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5149b714-d2ba-4a44-b4db-5b2ef53d1391,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:10.136692 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.141268 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-525dc801-ae45-4d3d-ae3f-07fe808a50ca admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5149b714-d2ba-4a44-b4db-5b2ef53d1391 HTTP/1.1" status: 204 len: 168 time: 0.6196461 Mar 08 19:02:10.143168 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952669da-ee3e-4cf5-860a-a04aad83236e None None] Network 09e6dc21-9a04-4916-be67-a5b24e54b810 requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:02:10.143754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60152) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:10.221894 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (09e6dc21-9a04-4916-be67-a5b24e54b810), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.277399 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Deleting port 2922a851-3091-4922-aad4-ee4a1f8416d9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:10.277768 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.305800 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] DHCP port deletion for 09e6dc21-9a04-4916-be67-a5b24e54b810 request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:02:10.346218 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] For port 2922a851-3091-4922-aad4-ee4a1f8416d9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2922a851-3091-4922-aad4-ee4a1f8416d9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:10.346586 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.358708 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] Deleting port 2922a851-3091-4922-aad4-ee4a1f8416d9 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:02:10.358943 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.359168 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Calling delete_port for 2922a851-3091-4922-aad4-ee4a1f8416d9 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:10.424335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] For port 2922a851-3091-4922-aad4-ee4a1f8416d9, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2922a851-3091-4922-aad4-ee4a1f8416d9,segment=NetworkSegment(b59fb31b-ab4d-4def-9251-ff294aee32cd),segment_id=b59fb31b-ab4d-4def-9251-ff294aee32cd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:10.424742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.441504 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] Calling delete_port for 2922a851-3091-4922-aad4-ee4a1f8416d9 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:02:10.505747 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.511980 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2922a851-3091-4922-aad4-ee4a1f8416d9 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:10.534660 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] No DVR routers for this DVR port 2922a851-3091-4922-aad4-ee4a1f8416d9 on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:10.535685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 2922a851-3091-4922-aad4-ee4a1f8416d9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:10.536042 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2922a851-3091-4922-aad4-ee4a1f8416d9 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:10.536461 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:10.561021 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Pushing event deleted for resources: {'Port': ['ID=2922a851-3091-4922-aad4-ee4a1f8416d9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:10.563947 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:10.564305 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2145c147-c669-40b0-9ad9-c86ae1c4a6b9 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:10.564709 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37edf459-1654-4e62-adff-26adc1c877af no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:02:10.588661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 37edf459-1654-4e62-adff-26adc1c877af {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:02:10.589009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 37edf459-1654-4e62-adff-26adc1c877af not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:02:10.595599 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (2922a851-3091-4922-aad4-ee4a1f8416d9), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.616702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (09e6dc21-9a04-4916-be67-a5b24e54b810), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.624777 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] Pushing event deleted for resources: {'Port': ['ID=2922a851-3091-4922-aad4-ee4a1f8416d9,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:10.628365 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829826ec-18e2-4a38-98f1-fc5a2c855f5c None None] No DVR routers for this DVR port 2922a851-3091-4922-aad4-ee4a1f8416d9 on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:02:10.646214 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e6dc21-9a04-4916-be67-a5b24e54b810']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:10.657561 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59fb31b-ab4d-4def-9251-ff294aee32cd') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:10.657856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59fb31b-ab4d-4def-9251-ff294aee32cd') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:10.667333 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (b59fb31b-ab4d-4def-9251-ff294aee32cd), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.680310 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (b59fb31b-ab4d-4def-9251-ff294aee32cd), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.686166 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (b59fb31b-ab4d-4def-9251-ff294aee32cd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:02:10.691820 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:02:10.831709 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (09e6dc21-9a04-4916-be67-a5b24e54b810), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.837021 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:10.840457 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] 10.222.0.74 "DELETE /v2.0/networks/09e6dc21-9a04-4916-be67-a5b24e54b810 HTTP/1.1" status: 204 len: 168 time: 0.6957426 Mar 08 19:02:10.851560 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9e06-5402-4ffb-b48a-4ab6e557e15a admin admin] Pushing event deleted for resources: {'Network': ['ID=09e6dc21-9a04-4916-be67-a5b24e54b810,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:11.219170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60158) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:11.262694 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3a6d1057-2504-464e-b8d6-e95eaf50c5c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=280cf73813cf4ffbb3f685ad1c2a9bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418482 Mar 08 19:02:11.265063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60160) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:11.314518 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2e61-6b1c-4401-8a48-17bd9f833b44 admin admin] Publish callbacks [] for security_group (6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:11.338790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2e61-6b1c-4401-8a48-17bd9f833b44 admin admin] Publish callbacks [] for security_group (6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:11.448377 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2e61-6b1c-4401-8a48-17bd9f833b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:11.451119 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2e61-6b1c-4401-8a48-17bd9f833b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:11.452279 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c3cb2e61-6b1c-4401-8a48-17bd9f833b44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e HTTP/1.1" status: 204 len: 168 time: 0.1862440 Mar 08 19:02:11.461631 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb2e61-6b1c-4401-8a48-17bd9f833b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd13df-0a4d-4d8f-9bb9-c85a9b43a17e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:12.345103 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:02:13.301683 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60214) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:13.415900 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36ae37b0-63d9-45ed-9c3b-299a33e7faf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.490031 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36ae37b0-63d9-45ed-9c3b-299a33e7faf7 admin admin] Publish callbacks [] for security_group (fbbe18f6-27b0-4434-a415-a692d1b413f2), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.563176 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36ae37b0-63d9-45ed-9c3b-299a33e7faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (fbbe18f6-27b0-4434-a415-a692d1b413f2), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.603745 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-36ae37b0-63d9-45ed-9c3b-299a33e7faf7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=935e6f84e83c457ab970f3832a2fe286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009274 Mar 08 19:02:13.604787 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae37b0-63d9-45ed-9c3b-299a33e7faf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbe18f6-27b0-4434-a415-a692d1b413f2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:13.607319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60218) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:13.658624 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-410032e2-4f50-4ee4-b0e9-714041c82d7c admin admin] Publish callbacks [] for security_group (fbbe18f6-27b0-4434-a415-a692d1b413f2), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.681940 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-410032e2-4f50-4ee4-b0e9-714041c82d7c admin admin] Publish callbacks [] for security_group (fbbe18f6-27b0-4434-a415-a692d1b413f2), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.848500 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-410032e2-4f50-4ee4-b0e9-714041c82d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (fbbe18f6-27b0-4434-a415-a692d1b413f2), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.851986 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-410032e2-4f50-4ee4-b0e9-714041c82d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:13.852617 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-410032e2-4f50-4ee4-b0e9-714041c82d7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fbbe18f6-27b0-4434-a415-a692d1b413f2 HTTP/1.1" status: 204 len: 168 time: 0.2442107 Mar 08 19:02:13.861460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410032e2-4f50-4ee4-b0e9-714041c82d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbe18f6-27b0-4434-a415-a692d1b413f2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:20.580470 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-cae78699-c78a-474d-a952-4d590615f0e1 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383749944&fields=id&tenant_id=f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 267 time: 0.0443501 Mar 08 19:02:20.685830 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-abe0e1f6-5f1b-49b4-b37c-e97e02373a75 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:20.687329 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-abe0e1f6-5f1b-49b4-b37c-e97e02373a75 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 812 time: 0.1004999 Mar 08 19:02:20.701500 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-6fb99431-beb3-40f5-b662-a7142c23a62a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/quotas/f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 375 time: 0.0089324 Mar 08 19:02:20.755867 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-6428c026-7f37-423c-b648-5f46316dddbd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490880 Mar 08 19:02:20.852327 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-8d119509-3e7d-48be-a524-3dae645abc37 service neutron] 10.222.0.74 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848780 Mar 08 19:02:20.940819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-b3e39f32-17d9-4283-8e73-58ac73431345 service neutron] 10.222.0.74 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831916 Mar 08 19:02:21.585987 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:21.641246 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8f9fc6e1-ec5a-4b9d-b3b7-173746317a57 req-bebb1b33-2713-4344-b866-f98e847d0118 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 210 time: 0.0279746 Mar 08 19:02:22.550985 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ae09a171-73d7-4649-a251-16331fd23aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:22.738756 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ba82890a-a7ff-43ef-856b-958e0fbdc8ee req-193120ab-8b35-44fe-ae6d-64e231bd91d9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 210 time: 0.0322320 Mar 08 19:02:23.830323 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-78faa8f4-2d8b-45b9-a68f-56c01d9e3186 req-9b1c1806-45a5-4d8b-8beb-36f92fd4bff1 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 210 time: 0.0276771 Mar 08 19:02:24.072013 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-0f053ae6-1981-45e9-a21c-16c78b1ad00c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:24.073393 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-0f053ae6-1981-45e9-a21c-16c78b1ad00c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 812 time: 0.1026602 Mar 08 19:02:24.143580 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-08b1093b-92d0-4833-a543-57f1c37a7a77 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 380 time: 0.0551307 Mar 08 19:02:24.151719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'port': {'device_id': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'admin_state_up': True, 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'security_groups': ['6aac2303-0267-4cae-b512-1b0c3375e522']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:02:24.339776 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Made reservation on behalf of f009259d4d9b4e65ad2ce0791e5df778 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:02:24.343684 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:24.472176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Allocated IP 172.20.0.9 (183a529a-4701-4147-844b-07f1ede8e80c/c4fc388c-ec4b-493b-b213-d633b09f4535/11e12e47-07e3-43c1-8d9b-57b5f304dc64) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:02:24.607259 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:24.711494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:24.760453 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Network 183a529a-4701-4147-844b-07f1ede8e80c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:02:24.763469 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:02:24.767247 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:02:24.773981 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=11e12e47-07e3-43c1-8d9b-57b5f304dc64,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:24.822236 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:24.823079 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:24.946927 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cf621b3-6bac-469e-a89e-7d072d40bd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:24.949499 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-912a3eee-d9e7-4ee6-b55f-557aa65589f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8014648 Mar 08 19:02:24.961344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Request body: {'port': {'device_id': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:02:24.997841 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79c69ac3-4e47-4e11-95c6-6e97f2cffddc None None] Provisioning complete for port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:02:24.998364 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79c69ac3-4e47-4e11-95c6-6e97f2cffddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.015422 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508508-397f-4a8d-98ea-5ba91faab944 req-edc10b08-5cc0-4a16-9084-a07e8b23a208 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:25.015422 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ac508508-397f-4a8d-98ea-5ba91faab944 req-edc10b08-5cc0-4a16-9084-a07e8b23a208 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 931 time: 0.0954764 Mar 08 19:02:25.036908 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-79c69ac3-4e47-4e11-95c6-6e97f2cffddc None None] Port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:02:25.065547 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.115807 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ac508508-397f-4a8d-98ea-5ba91faab944 req-b7acd177-67aa-4f84-8516-07e012d2503f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852022 Mar 08 19:02:25.349769 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e12e47-07e3-43c1-8d9b-57b5f304dc64 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:02:25.357176 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Publish callbacks [] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.369191 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Transition to ACTIVE for port object 11e12e47-07e3-43c1-8d9b-57b5f304dc64 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:02:25.448366 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.500227 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Pushing event updated for resources: {'Port': ['ID=11e12e47-07e3-43c1-8d9b-57b5f304dc64,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:25.576070 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Attempting to bind port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:02:25.576412 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Attempting to bind port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:02:25.576747 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Attempting to bind port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:02:25.581983 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 on network 183a529a-4701-4147-844b-07f1ede8e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:02:25.582336 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Attempting to bind port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:02:25.587679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:02:25.588022 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Checking segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:02:25.588458 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Bound using segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:02:25.588845 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Bound port: 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:02:25.589205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.661947 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] For port 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:02:25.665101 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] For port 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:02:25.780282 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.817181 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:25.817815 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:25.819208 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] 10.222.0.77 "PUT /v2.0/ports/11e12e47-07e3-43c1-8d9b-57b5f304dc64 HTTP/1.1" status: 200 len: 1093 time: 0.8621252 Mar 08 19:02:25.823652 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:25.823652 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:25.846345 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5fca-4ab9-4eda-9887-8c81fbca2797 service neutron] Pushing event updated for resources: {'Port': ['ID=11e12e47-07e3-43c1-8d9b-57b5f304dc64,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:25.858319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36bcd65-74a8-4fe4-8880-542745cd9857 x-openstack-request-id: req-e36bcd65-74a8-4fe4-8880-542745cd9857 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:25.858319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:25.858707 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e36bcd65-74a8-4fe4-8880-542745cd9857 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:25.858790 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'status': 'completed', 'code': 200} Mar 08 19:02:25.928971 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3 req-c275873e-2132-4afd-92df-75aadd368ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:25.930513 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3 req-c275873e-2132-4afd-92df-75aadd368ae2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1127 time: 0.0511501 Mar 08 19:02:26.035626 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3 req-1642821d-f4a7-4e95-9ed0-febd2b28d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:26.037102 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3 req-1642821d-f4a7-4e95-9ed0-febd2b28d69d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940120 Mar 08 19:02:26.154091 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3 req-7e6628af-46d3-4155-afea-1bf33fd42151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:26.155779 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9ad3d4e8-055b-41ea-8e28-c7548d38f6a3 req-7e6628af-46d3-4155-afea-1bf33fd42151 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086590 Mar 08 19:02:26.170234 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:26.273125 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f798-b043-482e-ac9f-085847238baf req-c0c33aaa-21a1-4104-babc-ac3c806c0bf5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:26.274642 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1d34f798-b043-482e-ac9f-085847238baf req-c0c33aaa-21a1-4104-babc-ac3c806c0bf5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0886273 Mar 08 19:02:26.280460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-d354490d-85a9-4b9f-a53b-6e0af38ddbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:26.281933 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-d354490d-85a9-4b9f-a53b-6e0af38ddbc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1127 time: 0.0674984 Mar 08 19:02:26.342623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-93575156-4229-42ce-b2b4-feac085b3bb6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64 HTTP/1.1" status: 200 len: 217 time: 0.0462801 Mar 08 19:02:26.398082 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1d34f798-b043-482e-ac9f-085847238baf req-f8e4bbd3-fb42-4133-ad3c-70c00414e8ab tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150508 Mar 08 19:02:26.409706 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-e04050ac-6fcc-47a1-8359-af8bc5901120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:26.411182 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-e04050ac-6fcc-47a1-8359-af8bc5901120 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0587401 Mar 08 19:02:26.466494 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-8773c073-772d-4009-b19e-edd1f6a2d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:26.466494 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-8773c073-772d-4009-b19e-edd1f6a2d264 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465052 Mar 08 19:02:26.563002 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-8b13b328-ae54-484f-ba56-261692105953 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881989 Mar 08 19:02:26.651831 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-047697c0-021a-46fb-9391-bceb07f2ed60 req-8069eebd-4a31-49ec-a0a0-2007a1aeb41c service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824084 Mar 08 19:02:27.465850 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:27.524499 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1684e-242a-41ed-bcdb-c4ebde7ee704 req-ed6ecb7d-3b47-4a0a-8ac6-10127450fd09 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:27.526657 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9f1684e-242a-41ed-bcdb-c4ebde7ee704 req-ed6ecb7d-3b47-4a0a-8ac6-10127450fd09 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0606458 Mar 08 19:02:27.580253 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9f1684e-242a-41ed-bcdb-c4ebde7ee704 req-ff89a5f3-7f04-4301-ae92-6b8c9bf24794 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 Mar 08 19:02:28.698339 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c530661-89db-401f-9f89-ac7815a67c0c req-987823c5-c6aa-48d1-9780-d2fab6a9ef9a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:28.699824 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6c530661-89db-401f-9f89-ac7815a67c0c req-987823c5-c6aa-48d1-9780-d2fab6a9ef9a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0537531 Mar 08 19:02:28.748380 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6c530661-89db-401f-9f89-ac7815a67c0c req-c380f4fc-12d7-4434-a265-03b5534e783c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423036 Mar 08 19:02:29.185090 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:29.869165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98649-4939-4a57-879e-23a668c6a55b req-d70e0179-06a9-4940-9c52-4739be180281 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:29.870667 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5dc98649-4939-4a57-879e-23a668c6a55b req-d70e0179-06a9-4940-9c52-4739be180281 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0562222 Mar 08 19:02:29.918348 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5dc98649-4939-4a57-879e-23a668c6a55b req-9a045d25-b0b7-4f49-a1fb-e252bf2cfa93 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Mar 08 19:02:31.037205 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75e8c3-8a2a-46bd-9dcf-695ae6def86f req-bc29a61c-e5ef-4117-b0ad-9fd0e77f0212 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:31.038737 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8e75e8c3-8a2a-46bd-9dcf-695ae6def86f req-bc29a61c-e5ef-4117-b0ad-9fd0e77f0212 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0536108 Mar 08 19:02:31.099059 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8e75e8c3-8a2a-46bd-9dcf-695ae6def86f req-2591a298-e1da-4315-8931-1c025d203ebf tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539491 Mar 08 19:02:32.240170 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d484bf-b56d-4299-a0f8-9df0f420d8c4 req-151807bf-8cd9-43a7-bbad-e76582b75893 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:32.241661 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c3d484bf-b56d-4299-a0f8-9df0f420d8c4 req-151807bf-8cd9-43a7-bbad-e76582b75893 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0707843 Mar 08 19:02:32.294950 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c3d484bf-b56d-4299-a0f8-9df0f420d8c4 req-0dc0aa95-7915-4e76-a41d-89528ed3ccac tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474484 Mar 08 19:02:33.418901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89501c-1273-4495-a029-ac0d19944682 req-d30c926e-5028-4314-bdf5-ef8d553b5573 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:33.420388 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6d89501c-1273-4495-a029-ac0d19944682 req-d30c926e-5028-4314-bdf5-ef8d553b5573 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0580933 Mar 08 19:02:33.469347 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6d89501c-1273-4495-a029-ac0d19944682 req-ff76d493-ff32-4020-aef4-242af9c1c2f7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Mar 08 19:02:34.590391 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e742c9f-ee5c-431c-9938-0318f28b6f39 req-1e233e1a-324c-4fa6-9d0e-c933a78875a4 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:34.591923 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7e742c9f-ee5c-431c-9938-0318f28b6f39 req-1e233e1a-324c-4fa6-9d0e-c933a78875a4 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0548968 Mar 08 19:02:34.644645 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-7e742c9f-ee5c-431c-9938-0318f28b6f39 req-9c402a22-e803-4525-b9fd-1b2a7cf88274 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465045 Mar 08 19:02:35.720598 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 11e12e47-07e3-43c1-8d9b-57b5f304dc64 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:02:35.769719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066758b-46cf-4f88-91eb-9b28b92fca5c req-cf6501a2-616b-4a2d-8b49-ff8d1ac64b9f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:35.771251 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2066758b-46cf-4f88-91eb-9b28b92fca5c req-cf6501a2-616b-4a2d-8b49-ff8d1ac64b9f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 943 time: 0.0583227 Mar 08 19:02:35.821392 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2066758b-46cf-4f88-91eb-9b28b92fca5c req-d2c36264-a394-4955-9d12-7bbf03211016 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Mar 08 19:02:35.821876 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:35.832941 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'port_id': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'mac_address': 'fa:16:3e:45:76:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:02:35.873203 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:02:35.873587 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:35.887165 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e12e47-07e3-43c1-8d9b-57b5f304dc64 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:02:35.905994 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:35.956479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:36.004879 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=11e12e47-07e3-43c1-8d9b-57b5f304dc64,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:36.215287 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['11e12e47-07e3-43c1-8d9b-57b5f304dc64'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:02:36.963790 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dfbd1-472a-477f-9241-2f9acdbd28a9 req-2aabc635-3cb2-4dbc-9ce2-d81ce085332b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:36.965255 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a35dfbd1-472a-477f-9241-2f9acdbd28a9 req-2aabc635-3cb2-4dbc-9ce2-d81ce085332b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 944 time: 0.0704572 Mar 08 19:02:37.018503 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a35dfbd1-472a-477f-9241-2f9acdbd28a9 req-542f80f7-4f89-4ce0-8c13-21ba955768a8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Mar 08 19:02:37.736465 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 11e12e47-07e3-43c1-8d9b-57b5f304dc64 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:02:37.836583 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:02:37.840274 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:02:37.840646 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.919362 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:02:37.919759 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:37.942921 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:37.945188 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ba5b3-ff76-4038-993d-1e8572b9a602" -d '{"events": [{"server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "name": "network-vif-plugged", "status": "completed", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:37.958400 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:02:37.981750 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e248a-6a07-40c6-b1d6-270b4d874333 x-openstack-request-id: req-3e2e248a-6a07-40c6-b1d6-270b4d874333 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:37.982063 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "name": "network-vif-plugged", "status": "completed", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:37.982337 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e2e248a-6a07-40c6-b1d6-270b4d874333 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:37.982736 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'code': 200} Mar 08 19:02:38.042277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:38.098183 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=11e12e47-07e3-43c1-8d9b-57b5f304dc64,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:38.147684 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcbf0-3c03-42af-8abf-9cf726248312 req-568de8cf-15be-4273-8d14-c9cb0e6f49a3 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:38.149127 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32bbcbf0-3c03-42af-8abf-9cf726248312 req-568de8cf-15be-4273-8d14-c9cb0e6f49a3 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.0562515 Mar 08 19:02:38.205477 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-32bbcbf0-3c03-42af-8abf-9cf726248312 req-4813e58e-c952-4c85-a831-3ca770e37983 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500419 Mar 08 19:02:38.391066 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bdf4-9504-43e0-9401-ddb533e00f60 req-89e949d3-81e8-48d6-8794-8230f057e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:38.393063 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fb87bdf4-9504-43e0-9401-ddb533e00f60 req-89e949d3-81e8-48d6-8794-8230f057e175 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1129 time: 0.0452003 Mar 08 19:02:38.437322 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fb87bdf4-9504-43e0-9401-ddb533e00f60 req-2bc74e01-991b-41b9-834f-3da86a5efac1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Mar 08 19:02:39.324329 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03da69-0ee8-48b5-81d0-31a3023c2bb6 req-61cb1dc6-d2f2-453a-8bc0-d71321504ae1 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:39.325796 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f03da69-0ee8-48b5-81d0-31a3023c2bb6 req-61cb1dc6-d2f2-453a-8bc0-d71321504ae1 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.0538466 Mar 08 19:02:39.376458 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1f03da69-0ee8-48b5-81d0-31a3023c2bb6 req-da06e8d5-52b9-4e75-bb25-e33319599111 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Mar 08 19:02:40.501745 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740567e6-6d8b-4e55-9895-0bf3993894ae req-b3afcd84-e60a-4b02-b867-5128a433faba tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:40.503247 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-740567e6-6d8b-4e55-9895-0bf3993894ae req-b3afcd84-e60a-4b02-b867-5128a433faba tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.0595150 Mar 08 19:02:40.551819 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-740567e6-6d8b-4e55-9895-0bf3993894ae req-c8ccd7d4-bace-430a-aff6-9e947fbf3b12 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Mar 08 19:02:40.681008 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e156a-a6cd-4c93-9511-35505a45e6f9 req-74a5ef3b-0890-4a87-8b26-4631542d0bb4 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:40.683855 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-476e156a-a6cd-4c93-9511-35505a45e6f9 req-74a5ef3b-0890-4a87-8b26-4631542d0bb4 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.0635302 Mar 08 19:02:40.738008 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-476e156a-a6cd-4c93-9511-35505a45e6f9 req-6cd23ace-6b47-4e71-8b5d-3d973007f3b0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489550 Mar 08 19:02:40.762559 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60520) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:40.953292 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de50389-e7b6-471c-aca0-24655c0c6b77 tempest-TestVolumeBootPattern-135175604 tempest-TestVolumeBootPattern-135175604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:40.955061 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-0de50389-e7b6-471c-aca0-24655c0c6b77 tempest-TestVolumeBootPattern-135175604 tempest-TestVolumeBootPattern-135175604-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1124 time: 0.1915085 Mar 08 19:02:40.960842 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60524) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:02:40.962307 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'port_id': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:02:41.059944 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:41.428829 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:41.535310 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Allocated IP 172.27.0.243 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/6003929b-ac40-4e75-9198-1f25caf6b64a) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:02:41.636373 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:41.757533 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:41.802696 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:02:41.805593 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:02:41.809247 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:02:41.815695 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=6003929b-ac40-4e75-9198-1f25caf6b64a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:41.844346 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.844666 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.844997 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.845901 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.846264 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.846590 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.846869 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.847214 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.847493 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.847850 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.848234 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.848526 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:41.848780 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:02:42.190528 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (170b2196-828d-44bb-82e5-415e58e4ca89), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:42.338735 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:42.489028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:42.580152 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:42.648102 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=6003929b-ac40-4e75-9198-1f25caf6b64a,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:02:42.658652 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (170b2196-828d-44bb-82e5-415e58e4ca89), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:42.770898 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Floating IP 170b2196-828d-44bb-82e5-415e58e4ca89 associated. External IP: 172.27.0.243, port: 11e12e47-07e3-43c1-8d9b-57b5f304dc64. Mar 08 19:02:42.983887 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:02:43.094004 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:02:43.104663 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:02:43.114373 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:43.114980 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:02:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:43.170011 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:43.200300 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-c24be579-069d-4c0f-b39d-23899da118a2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2412264 Mar 08 19:02:43.200993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:02:43.203371 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042" -d '{"events": [{"name": "network-changed", "server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:02:43.228979 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:43.240127 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06761cac-5603-47c2-9104-da3594c764b1 x-openstack-request-id: req-06761cac-5603-47c2-9104-da3594c764b1 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:02:43.240444 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:02:43.240892 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-06761cac-5603-47c2-9104-da3594c764b1 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:02:43.241159 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'status': 'completed', 'code': 200} Mar 08 19:02:43.462891 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '170b2196-828d-44bb-82e5-415e58e4ca89', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:45:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:02:42Z', 'updated_at': '2022-03-08T19:02:42Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:43.491570 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:02:43.500130 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:02:43.500729 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:02:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:43.607916 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:02:43.920290 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '170b2196-828d-44bb-82e5-415e58e4ca89', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:45:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:02:42Z', 'updated_at': '2022-03-08T19:02:42Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:02:43.950241 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962c6ff-f7da-4a4a-929f-3f3a75608766 None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '170b2196-828d-44bb-82e5-415e58e4ca89', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:45:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:02:42Z', 'updated_at': '2022-03-08T19:02:42Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:02:44.028733 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-bd87a17c-559e-489c-b476-42af2448b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:44.030304 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-bd87a17c-559e-489c-b476-42af2448b911 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1129 time: 0.0477693 Mar 08 19:02:44.131200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-10d9213a-346a-4a64-8ba5-79aa54baec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:44.132825 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-10d9213a-346a-4a64-8ba5-79aa54baec7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0954254 Mar 08 19:02:44.141746 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56102658-650e-4519-b037-250965f292c8 None None] New status for floating IP 170b2196-828d-44bb-82e5-415e58e4ca89: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:02:44.204082 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-750ac79c-fd03-45ae-8d6a-b78f2089e1ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64 HTTP/1.1" status: 200 len: 999 time: 0.0653479 Mar 08 19:02:44.254393 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-ba138223-8919-418e-a6cc-2e7a37f61351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:44.255953 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-ba138223-8919-418e-a6cc-2e7a37f61351 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0456581 Mar 08 19:02:45.163174 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-49e86925-e73b-40e5-be76-5c1badd6cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:45.164756 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-49e86925-e73b-40e5-be76-5c1badd6cd62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486197 Mar 08 19:02:45.980424 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-ebfaaa05-f627-492e-8f31-9fd990b92608 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871248 Mar 08 19:02:46.891449 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a94bdbda-423d-4e4e-9f5f-a0a9305a0042 req-4f35ff29-83e3-4609-aac6-68192100714c service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821717 Mar 08 19:02:49.343968 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:02:51.602205 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:52.534069 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b9bba218-5ff6-41f5-80d3-6d0032f2bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:53.583087 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-7e604087-b19d-4207-998e-b164e5501bae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429492 Mar 08 19:02:53.670813 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-a4095f50-49d3-4e51-9916-943e727ad304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:53.672390 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-a4095f50-49d3-4e51-9916-943e727ad304 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1129 time: 0.0484991 Mar 08 19:02:53.772340 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-23cc627f-6d00-4b04-80e2-e0c035e40f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:53.773792 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-23cc627f-6d00-4b04-80e2-e0c035e40f22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0843341 Mar 08 19:02:53.840761 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-e183effd-50b4-467b-a515-68a447279c81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64 HTTP/1.1" status: 200 len: 1001 time: 0.0612016 Mar 08 19:02:53.889999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-b6307fa8-881c-4203-9d7a-831a29398a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:53.891479 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-b6307fa8-881c-4203-9d7a-831a29398a1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0441644 Mar 08 19:02:53.939703 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-e1e4a4f9-a8c9-4396-85e8-69c018dae421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:02:53.946118 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-e1e4a4f9-a8c9-4396-85e8-69c018dae421 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438097 Mar 08 19:02:54.033844 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-b897e5f6-51e5-4ba3-819c-7d614c17e578 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861239 Mar 08 19:02:54.120414 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-10a2b73d-5bf6-48e4-be6d-604a34ef230d req-6f5ac21c-9ca1-4d9b-bc8d-19bc224cae05 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809367 Mar 08 19:02:54.961675 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-39f7a6c7-302c-44c2-83ef-e7490c097796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:56.173091 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:57.447840 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:02:59.167758 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:01.526924 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60696) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:01.628657 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ed30f7b-28ab-4dc0-bbe5-b69f1eb68153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:01.714448 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ed30f7b-28ab-4dc0-bbe5-b69f1eb68153 admin admin] Publish callbacks [] for security_group (d0549466-17ce-43e4-a570-f3b3c1587946), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:01.859473 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ed30f7b-28ab-4dc0-bbe5-b69f1eb68153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d0549466-17ce-43e4-a570-f3b3c1587946), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:01.899109 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-7ed30f7b-28ab-4dc0-bbe5-b69f1eb68153 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8f5b402743d432ebd829e4fe817c66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710930 Mar 08 19:03:01.900076 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed30f7b-28ab-4dc0-bbe5-b69f1eb68153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0549466-17ce-43e4-a570-f3b3c1587946,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:01.901761 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60700) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:01.949635 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Publish callbacks [] for security_group (d0549466-17ce-43e4-a570-f3b3c1587946), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:01.969846 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Publish callbacks [] for security_group (d0549466-17ce-43e4-a570-f3b3c1587946), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.087567 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (d0549466-17ce-43e4-a570-f3b3c1587946), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.090238 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.091401 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d0549466-17ce-43e4-a570-f3b3c1587946 HTTP/1.1" status: 204 len: 168 time: 0.1886101 Mar 08 19:03:02.099387 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0549466-17ce-43e4-a570-f3b3c1587946,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:02.107685 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.108037 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.108383 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.108721 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.109053 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.109531 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.109757 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.110105 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.110435 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.110763 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.111134 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.111402 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.111723 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c18ca8-4267-4f2d-9e58-79e0ec6a3d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:03:02.669157 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60706) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:02.682578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34f22a5b-fe01-4b2c-8628-e167ef6cf476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.760212 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34f22a5b-fe01-4b2c-8628-e167ef6cf476 admin admin] Publish callbacks [] for security_group (56c85113-9136-4f84-8959-0073e593a621), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.813273 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34f22a5b-fe01-4b2c-8628-e167ef6cf476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (56c85113-9136-4f84-8959-0073e593a621), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.851989 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-34f22a5b-fe01-4b2c-8628-e167ef6cf476 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=792a98139c454e25a842a8643a7aeb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817117 Mar 08 19:03:02.852836 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f22a5b-fe01-4b2c-8628-e167ef6cf476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c85113-9136-4f84-8959-0073e593a621,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:02.854817 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60708) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:02.902571 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aba0c836-3e2f-4364-811f-291a23487500 admin admin] Publish callbacks [] for security_group (56c85113-9136-4f84-8959-0073e593a621), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:02.923060 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aba0c836-3e2f-4364-811f-291a23487500 admin admin] Publish callbacks [] for security_group (56c85113-9136-4f84-8959-0073e593a621), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:03.013343 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aba0c836-3e2f-4364-811f-291a23487500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (56c85113-9136-4f84-8959-0073e593a621), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:03.016004 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aba0c836-3e2f-4364-811f-291a23487500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:03.017137 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-aba0c836-3e2f-4364-811f-291a23487500 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56c85113-9136-4f84-8959-0073e593a621 HTTP/1.1" status: 204 len: 168 time: 0.1613393 Mar 08 19:03:03.025443 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0c836-3e2f-4364-811f-291a23487500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c85113-9136-4f84-8959-0073e593a621,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:05.271502 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60764) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:05.373954 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3879bbb7-3826-4f9f-ade6-39a3bd9bf004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.446506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3879bbb7-3826-4f9f-ade6-39a3bd9bf004 admin admin] Publish callbacks [] for security_group (547030f8-f3bc-490a-ad83-ce8e4da47105), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.504594 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3879bbb7-3826-4f9f-ade6-39a3bd9bf004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (547030f8-f3bc-490a-ad83-ce8e4da47105), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.547073 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3879bbb7-3826-4f9f-ade6-39a3bd9bf004 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd2c12d11bcc4045a6a09f9fc7c769f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744832 Mar 08 19:03:05.547942 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879bbb7-3826-4f9f-ade6-39a3bd9bf004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547030f8-f3bc-490a-ad83-ce8e4da47105,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:05.549799 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60768) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:05.599521 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc8d3-c1c5-46c6-af38-af11420e7288 admin admin] Publish callbacks [] for security_group (547030f8-f3bc-490a-ad83-ce8e4da47105), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.621428 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc8d3-c1c5-46c6-af38-af11420e7288 admin admin] Publish callbacks [] for security_group (547030f8-f3bc-490a-ad83-ce8e4da47105), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.722112 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc8d3-c1c5-46c6-af38-af11420e7288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (547030f8-f3bc-490a-ad83-ce8e4da47105), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.724730 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b8dc8d3-c1c5-46c6-af38-af11420e7288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:05.725955 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-8b8dc8d3-c1c5-46c6-af38-af11420e7288 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/547030f8-f3bc-490a-ad83-ce8e4da47105 HTTP/1.1" status: 204 len: 168 time: 0.1751330 Mar 08 19:03:05.733766 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dc8d3-c1c5-46c6-af38-af11420e7288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547030f8-f3bc-490a-ad83-ce8e4da47105,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:06.213983 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60774) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:06.229829 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d369aa69-f8aa-439c-8455-3e0b7e3195f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.302445 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d369aa69-f8aa-439c-8455-3e0b7e3195f1 admin admin] Publish callbacks [] for security_group (1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.361411 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d369aa69-f8aa-439c-8455-3e0b7e3195f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.401105 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d369aa69-f8aa-439c-8455-3e0b7e3195f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d0557066d5047db9b76b9fa21ecbf38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859941 Mar 08 19:03:06.401982 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369aa69-f8aa-439c-8455-3e0b7e3195f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:06.403903 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60776) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:06.452296 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a022147-6f5b-42ee-8407-145d3377e456 admin admin] Publish callbacks [] for security_group (1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.472780 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a022147-6f5b-42ee-8407-145d3377e456 admin admin] Publish callbacks [] for security_group (1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.590348 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a022147-6f5b-42ee-8407-145d3377e456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.592990 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a022147-6f5b-42ee-8407-145d3377e456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:06.596120 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-5a022147-6f5b-42ee-8407-145d3377e456 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38 HTTP/1.1" status: 204 len: 168 time: 0.1887443 Mar 08 19:03:06.603200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a022147-6f5b-42ee-8407-145d3377e456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea463a5-ea0b-47e1-ba4c-3ca80b11ff38,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:07.514546 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60798) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:07.613018 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695277607-network', 'tenant_id': '2cfcfcc622f34107be8be3e30e00fd64'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:03:07.687644 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Made reservation on behalf of 2cfcfcc622f34107be8be3e30e00fd64 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:03:07.690033 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:07.699342 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:07.776481 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks [] for security_group (dbf20b37-62c0-4310-b9f2-4a7c5a64f426), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:07.836272 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (dbf20b37-62c0-4310-b9f2-4a7c5a64f426), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:07.861109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:03:07.870449 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf20b37-62c0-4310-b9f2-4a7c5a64f426,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:07.876631 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (ff15db28-1ec2-4727-84f6-32b6294523e9), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:07.876977 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Added segment ff15db28-1ec2-4727-84f6-32b6294523e9 of type vlan for network eb446667-5040-4619-bdbc-b99f9c26ecdb Mar 08 19:03:07.923280 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (eb446667-5040-4619-bdbc-b99f9c26ecdb), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:08.019193 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (eb446667-5040-4619-bdbc-b99f9c26ecdb), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:08.020199 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:08.020791 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:08.079514 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] Pushing event updated for resources: {'Network': ['ID=eb446667-5040-4619-bdbc-b99f9c26ecdb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:08.089085 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network eb446667-5040-4619-bdbc-b99f9c26ecdb details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:03:08.113560 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-3d3e8987-cd65-4654-9ab9-5d1996ae7e2b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5978663 Mar 08 19:03:08.116520 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60802) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:08.122366 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Request body: {'subnet': {'network_id': 'eb446667-5040-4619-bdbc-b99f9c26ecdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695277607-subnet', 'tenant_id': '2cfcfcc622f34107be8be3e30e00fd64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:03:08.190961 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Made reservation on behalf of 2cfcfcc622f34107be8be3e30e00fd64 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:03:08.193344 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763109'] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:08.436244 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12561889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763131'] for subnet (1a835744-8f4a-420a-837c-f3b685b712ef), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:08.495481 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a835744-8f4a-420a-837c-f3b685b712ef,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:08.504950 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Checking segment: {'id': 'ff15db28-1ec2-4727-84f6-32b6294523e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'eb446667-5040-4619-bdbc-b99f9c26ecdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:03:08.505324 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Network hostable DHCP agents. Network: eb446667-5040-4619-bdbc-b99f9c26ecdb, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:03:08.578744 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Network eb446667-5040-4619-bdbc-b99f9c26ecdb is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:03:08.664973 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, eb446667-5040-4619-bdbc-b99f9c26ecdb) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:03:08.669319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:08.669908 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:08.676032 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04170f-a475-4a47-a07b-04eddb9cebc0 None None] Network eb446667-5040-4619-bdbc-b99f9c26ecdb requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:03:08.736193 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-fd598877-30aa-4472-b30f-1a12f42d5ba3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6186197 Mar 08 19:03:08.771015 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54012a-db52-411a-a8c0-1bae91220f25 None None] Network eb446667-5040-4619-bdbc-b99f9c26ecdb requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:03:09.457908 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60818) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:09.462865 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699091352-network', 'tenant_id': 'd11dcb7549b04b32bd6299dd0ce2b423'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:03:09.561825 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Made reservation on behalf of d11dcb7549b04b32bd6299dd0ce2b423 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:03:09.564681 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for network (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.574144 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.647800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks [] for security_group (9c0b9681-1836-4ddb-9c09-a0774a01192a), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.721486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9c0b9681-1836-4ddb-9c09-a0774a01192a), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.749220 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:03:09.754559 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0b9681-1836-4ddb-9c09-a0774a01192a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:09.761967 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (8a1f59b8-aba1-48a7-9762-17c2baa4574c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.761967 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.segments_db [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Added segment 8a1f59b8-aba1-48a7-9762-17c2baa4574c of type vlan for network fb46fa00-daa6-463c-95d2-b8a32403159c Mar 08 19:03:09.801645 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789497484054'] for network (fb46fa00-daa6-463c-95d2-b8a32403159c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.887405 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463'] for network (fb46fa00-daa6-463c-95d2-b8a32403159c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.888399 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:09.888986 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:09.950094 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] Pushing event updated for resources: {'Network': ['ID=fb46fa00-daa6-463c-95d2-b8a32403159c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:09.959584 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Network fb46fa00-daa6-463c-95d2-b8a32403159c details requested by agent ovs-agent-dv-cinder-830088-3-iscsi with host dv-cinder-830088-3-iscsi {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:03:09.999047 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-f3cdfd78-b2c8-4163-814f-0b46fc8b3617 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5399854 Mar 08 19:03:10.001633 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60820) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:10.006400 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Request body: {'subnet': {'network_id': 'fb46fa00-daa6-463c-95d2-b8a32403159c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699091352-subnet', 'tenant_id': 'd11dcb7549b04b32bd6299dd0ce2b423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:03:10.081763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Made reservation on behalf of d11dcb7549b04b32bd6299dd0ce2b423 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:03:10.084262 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8763109'] for subnet (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:10.288070 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12561889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8763131'] for subnet (2944de83-4b9d-44c2-9c59-b97070b559fd), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:10.349358 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2944de83-4b9d-44c2-9c59-b97070b559fd,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:10.358203 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Checking segment: {'id': '8a1f59b8-aba1-48a7-9762-17c2baa4574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'fb46fa00-daa6-463c-95d2-b8a32403159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:03:10.358568 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Network hostable DHCP agents. Network: fb46fa00-daa6-463c-95d2-b8a32403159c, hostable agents: ['11f70ca7-0c1c-4831-a65e-aa97b29b9746'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:03:10.459250 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Network fb46fa00-daa6-463c-95d2-b8a32403159c is scheduled to be hosted by DHCP agent 11f70ca7-0c1c-4831-a65e-aa97b29b9746 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:03:10.545110 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-3-iscsi, fb46fa00-daa6-463c-95d2-b8a32403159c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:03:10.549383 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:10.558414 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:10.559130 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd395908-b9a3-464c-8bbf-9c8311bfe0e3 None None] Network fb46fa00-daa6-463c-95d2-b8a32403159c requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:03:10.629660 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-50fc54e9-e5e2-42d2-9475-f117bbafdc4b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6265728 Mar 08 19:03:10.655183 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5590f5-bf11-4999-bc5c-374ea4d758a8 None None] Network fb46fa00-daa6-463c-95d2-b8a32403159c requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:03:21.584944 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:22.624848 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1b390129-0ca1-4fc6-9e86-68b0fd99a9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:24.904499 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bed759b5-abd0-47e5-aa34-3aad0784fd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.172806 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.342034 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:03:26.700973 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60944) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:26.745586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Deleting subnet 1a835744-8f4a-420a-837c-f3b685b712ef {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:03:26.749050 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Publish callbacks [] for subnet (1a835744-8f4a-420a-837c-f3b685b712ef), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.785514 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12440269'] for subnet (1a835744-8f4a-420a-837c-f3b685b712ef), precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.825135 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (1a835744-8f4a-420a-837c-f3b685b712ef), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.939275 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12559142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8763010'] for subnet (1a835744-8f4a-420a-837c-f3b685b712ef), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.965679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a835744-8f4a-420a-837c-f3b685b712ef,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:26.967665 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:26.971010 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-87101aa5-73eb-400e-8432-02764395d5be admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1a835744-8f4a-420a-837c-f3b685b712ef HTTP/1.1" status: 204 len: 168 time: 0.2690458 Mar 08 19:03:26.973533 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 60946) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:27.044355 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (eb446667-5040-4619-bdbc-b99f9c26ecdb), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.120306 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (eb446667-5040-4619-bdbc-b99f9c26ecdb), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.139852 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb446667-5040-4619-bdbc-b99f9c26ecdb']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:03:27.149407 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff15db28-1ec2-4727-84f6-32b6294523e9') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:03:27.149711 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff15db28-1ec2-4727-84f6-32b6294523e9') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:03:27.159050 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12440118'] for segment (ff15db28-1ec2-4727-84f6-32b6294523e9), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.172435 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (ff15db28-1ec2-4727-84f6-32b6294523e9), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.179241 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:03:27.179241 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12559180'] for segment (ff15db28-1ec2-4727-84f6-32b6294523e9), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: Traceback (most recent call last): Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: timer() Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: cb(*args, **kw) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: return func(*args, **kwargs) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: self._notify() Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: self.callback(batched_events) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: event.method(event) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: return f(self, *a, **k) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._get(url).json() Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: return self.request(url, 'GET', **kwargs) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:03:27.180326 dv-cinder-830088-3-iscsi neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:03:27.316146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (eb446667-5040-4619-bdbc-b99f9c26ecdb), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.321964 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.325141 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] 10.222.0.74 "DELETE /v2.0/networks/eb446667-5040-4619-bdbc-b99f9c26ecdb HTTP/1.1" status: 204 len: 168 time: 0.3506455 Mar 08 19:03:27.328028 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60948) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:27.336305 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebba511-9374-478d-a4e8-a66d9b3e6881 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb446667-5040-4619-bdbc-b99f9c26ecdb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:27.375100 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Deleting subnet 2944de83-4b9d-44c2-9c59-b97070b559fd {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:03:27.378468 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Publish callbacks [] for subnet (2944de83-4b9d-44c2-9c59-b97070b559fd), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.412940 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (2944de83-4b9d-44c2-9c59-b97070b559fd), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.456437 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (2944de83-4b9d-44c2-9c59-b97070b559fd), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.487333 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.591002 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (2944de83-4b9d-44c2-9c59-b97070b559fd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.615973 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2944de83-4b9d-44c2-9c59-b97070b559fd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:27.619753 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.623200 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-88cfe288-12c1-40a8-8244-460a21de6f3a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2944de83-4b9d-44c2-9c59-b97070b559fd HTTP/1.1" status: 204 len: 168 time: 0.2941709 Mar 08 19:03:27.625635 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60950) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:27.692286 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (fb46fa00-daa6-463c-95d2-b8a32403159c), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.774733 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (fb46fa00-daa6-463c-95d2-b8a32403159c), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.793833 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb46fa00-daa6-463c-95d2-b8a32403159c']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:03:27.802845 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1f59b8-aba1-48a7-9762-17c2baa4574c') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:03:27.803140 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1f59b8-aba1-48a7-9762-17c2baa4574c') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:03:27.812677 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (8a1f59b8-aba1-48a7-9762-17c2baa4574c), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.826582 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (8a1f59b8-aba1-48a7-9762-17c2baa4574c), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.832331 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:03:27.832706 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (8a1f59b8-aba1-48a7-9762-17c2baa4574c), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:03:27.834359 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:03:28.008451 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (fb46fa00-daa6-463c-95d2-b8a32403159c), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:28.014517 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:28.017089 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] 10.222.0.74 "DELETE /v2.0/networks/fb46fa00-daa6-463c-95d2-b8a32403159c HTTP/1.1" status: 204 len: 168 time: 0.3904788 Mar 08 19:03:28.028194 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed26bb-e4c7-4589-bda8-69338964de99 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb46fa00-daa6-463c-95d2-b8a32403159c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:28.517424 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60954) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:28.557398 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-fc92001f-8ff8-483d-99e5-0e3cd0ac89d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2cfcfcc622f34107be8be3e30e00fd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387628 Mar 08 19:03:28.559892 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60956) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:28.606973 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb53c458-2cc4-49c6-9e4e-360f030a95d9 admin admin] Publish callbacks [] for security_group (dbf20b37-62c0-4310-b9f2-4a7c5a64f426), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:28.627702 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb53c458-2cc4-49c6-9e4e-360f030a95d9 admin admin] Publish callbacks [] for security_group (dbf20b37-62c0-4310-b9f2-4a7c5a64f426), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:28.733238 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb53c458-2cc4-49c6-9e4e-360f030a95d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (dbf20b37-62c0-4310-b9f2-4a7c5a64f426), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:28.735936 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb53c458-2cc4-49c6-9e4e-360f030a95d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:28.737138 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-bb53c458-2cc4-49c6-9e4e-360f030a95d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dbf20b37-62c0-4310-b9f2-4a7c5a64f426 HTTP/1.1" status: 204 len: 168 time: 0.1763363 Mar 08 19:03:28.745662 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c458-2cc4-49c6-9e4e-360f030a95d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf20b37-62c0-4310-b9f2-4a7c5a64f426,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:29.315658 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:29.435690 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60962) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:29.475264 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-3c5e73ad-08e4-4667-9702-86620a6cb48f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d11dcb7549b04b32bd6299dd0ce2b423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383902 Mar 08 19:03:29.477747 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 60964) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:29.529590 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ed41d54-4c06-49c3-a468-bd62104590ec admin admin] Publish callbacks [] for security_group (9c0b9681-1836-4ddb-9c09-a0774a01192a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:29.550548 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ed41d54-4c06-49c3-a468-bd62104590ec admin admin] Publish callbacks [] for security_group (9c0b9681-1836-4ddb-9c09-a0774a01192a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:29.727348 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ed41d54-4c06-49c3-a468-bd62104590ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (9c0b9681-1836-4ddb-9c09-a0774a01192a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:29.729899 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ed41d54-4c06-49c3-a468-bd62104590ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:29.731141 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-7ed41d54-4c06-49c3-a468-bd62104590ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c0b9681-1836-4ddb-9c09-a0774a01192a HTTP/1.1" status: 204 len: 168 time: 0.2524526 Mar 08 19:03:29.739191 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed41d54-4c06-49c3-a468-bd62104590ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0b9681-1836-4ddb-9c09-a0774a01192a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:34.336096 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 32776) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:34.441673 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb7f9-d5bf-4ebb-863e-cb74cdeaab2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.518420 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb7f9-d5bf-4ebb-863e-cb74cdeaab2a admin admin] Publish callbacks [] for security_group (f07e58e4-e6ed-4b20-8736-18935e64cfc1), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.584540 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0bb7f9-d5bf-4ebb-863e-cb74cdeaab2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f07e58e4-e6ed-4b20-8736-18935e64cfc1), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.623958 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5b0bb7f9-d5bf-4ebb-863e-cb74cdeaab2a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=501c157b3076406195a0bc0326d64a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867384 Mar 08 19:03:34.625153 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bb7f9-d5bf-4ebb-863e-cb74cdeaab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e58e4-e6ed-4b20-8736-18935e64cfc1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:34.626788 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 32780) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:03:34.674894 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c870815-acec-4a32-a7a4-ce0bee566227 admin admin] Publish callbacks [] for security_group (f07e58e4-e6ed-4b20-8736-18935e64cfc1), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.696490 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c870815-acec-4a32-a7a4-ce0bee566227 admin admin] Publish callbacks [] for security_group (f07e58e4-e6ed-4b20-8736-18935e64cfc1), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.801754 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c870815-acec-4a32-a7a4-ce0bee566227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (f07e58e4-e6ed-4b20-8736-18935e64cfc1), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.804913 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6c870815-acec-4a32-a7a4-ce0bee566227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:34.806095 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-6c870815-acec-4a32-a7a4-ce0bee566227 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f07e58e4-e6ed-4b20-8736-18935e64cfc1 HTTP/1.1" status: 204 len: 168 time: 0.1782591 Mar 08 19:03:34.813994 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c870815-acec-4a32-a7a4-ce0bee566227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e58e4-e6ed-4b20-8736-18935e64cfc1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:03:51.589718 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:52.549869 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-de7be4c9-43b0-4e07-a1ad-9dfe7568f989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:53.978177 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-043d4fc2-5659-4108-a763-1bff891716e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1391203 Mar 08 19:03:54.070999 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18cf3-c987-458d-ad26-713be750d47f req-3c58c2ec-301e-4c6e-b61e-14c5b8fbcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:54.072481 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-3c58c2ec-301e-4c6e-b61e-14c5b8fbcef1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 1129 time: 0.0457995 Mar 08 19:03:54.183550 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18cf3-c987-458d-ad26-713be750d47f req-c1c86929-46b3-4b61-aab4-f0ec6e2ad274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:54.185018 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-c1c86929-46b3-4b61-aab4-f0ec6e2ad274 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0877099 Mar 08 19:03:54.265391 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-39c705f2-c22d-46db-aa51-ba852294652e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64 HTTP/1.1" status: 200 len: 1001 time: 0.0650680 Mar 08 19:03:54.317675 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18cf3-c987-458d-ad26-713be750d47f req-0ef9523b-d2ff-46c7-bf39-cc14e2bc611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:54.319213 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-0ef9523b-d2ff-46c7-bf39-cc14e2bc611e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0439937 Mar 08 19:03:54.370639 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18cf3-c987-458d-ad26-713be750d47f req-94832443-0fc6-415b-b14a-f95d025d02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:03:54.372399 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-94832443-0fc6-415b-b14a-f95d025d02a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445330 Mar 08 19:03:54.385293 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-989c4b81-9905-48f6-8766-4e19aca11068 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:03:54.386331 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-989c4b81-9905-48f6-8766-4e19aca11068 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049679 Mar 08 19:03:54.482400 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-0e156885-b46a-47f0-a7db-c449e22eab49 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869749 Mar 08 19:03:54.591543 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-40c18cf3-c987-458d-ad26-713be750d47f req-d3823881-1a9f-45e3-b23b-18455e52bb4a service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999959 Mar 08 19:03:54.961493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-09224d91-d5ce-488e-8885-5ab31dcc33b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:56.166720 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:57.464227 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:03:59.155672 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:03.341079 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:04:21.612493 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:22.554886 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bd987d7b-7c46-4038-97f6-ba811632921e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:24.938379 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-40a169c7-588d-41e4-9c65-a5e115e85812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:26.200636 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:27.452394 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:29.183290 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:39.249431 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b25eb6-b3ef-4386-bdc5-93ac5c3f4911 req-fb15581d-3e5d-4a1f-ae0d-e7b76ef7ceb9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:39.250940 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-74b25eb6-b3ef-4386-bdc5-93ac5c3f4911 req-fb15581d-3e5d-4a1f-ae0d-e7b76ef7ceb9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.1680002 Mar 08 19:04:39.300140 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-74b25eb6-b3ef-4386-bdc5-93ac5c3f4911 req-19fb8b76-09c6-41d2-9224-ccef8a7c5796 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Mar 08 19:04:40.341498 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:04:40.474446 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84643ebf-95d6-4ee5-b75e-0ef0b83f7e52 req-e5a4d854-2d2a-4abf-9d13-1b9c7077e42b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:40.475961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-84643ebf-95d6-4ee5-b75e-0ef0b83f7e52 req-e5a4d854-2d2a-4abf-9d13-1b9c7077e42b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.1051662 Mar 08 19:04:40.524778 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-84643ebf-95d6-4ee5-b75e-0ef0b83f7e52 req-decfcec1-cccf-4dee-b275-a01c3bd980f8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Mar 08 19:04:40.916356 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0566399-6553-4685-9bf1-581d48d7da84 req-5195e6ad-a8b4-4dfd-8b7b-e067d2a3db92 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:40.917828 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f0566399-6553-4685-9bf1-581d48d7da84 req-5195e6ad-a8b4-4dfd-8b7b-e067d2a3db92 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Mar 08 19:04:41.013594 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Deleting port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:04:41.013928 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:41.111325 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] For port 11e12e47-07e3-43c1-8d9b-57b5f304dc64, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=11e12e47-07e3-43c1-8d9b-57b5f304dc64,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:04:41.111745 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:41.294484 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:41.294845 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (170b2196-828d-44bb-82e5-415e58e4ca89), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:41.295159 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Floating IP 170b2196-828d-44bb-82e5-415e58e4ca89 disassociated. External IP: 172.27.0.243, port: 11e12e47-07e3-43c1-8d9b-57b5f304dc64. Mar 08 19:04:41.295493 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Calling delete_port for 11e12e47-07e3-43c1-8d9b-57b5f304dc64 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:04:41.469418 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (11e12e47-07e3-43c1-8d9b-57b5f304dc64), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:41.497604 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'Port': ['ID=11e12e47-07e3-43c1-8d9b-57b5f304dc64,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:41.508393 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.509567 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.509567 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.509567 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.509896 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.510214 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.510551 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.510884 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.511631 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.511631 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.511845 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.512156 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.512482 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:41.922983 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-5f026c9e-38dd-473e-8e49-0a0438d1ad52 req-2aed3a1b-225b-4e21-84a0-9ba99ee34183 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 210 time: 0.0336354 Mar 08 19:04:41.959099 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:04:42.072600 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:04:42.082946 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:04:42.093793 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:04:42.094494 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:04:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:42.114444 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] No DVR routers for this DVR port 11e12e47-07e3-43c1-8d9b-57b5f304dc64 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:04:42.117111 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:42.120460 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f0566399-6553-4685-9bf1-581d48d7da84 req-f09e5f8d-b0ac-4a5d-960a-d280a10cdeb0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "DELETE /v2.0/ports/11e12e47-07e3-43c1-8d9b-57b5f304dc64 HTTP/1.1" status: 204 len: 173 time: 1.1945770 Mar 08 19:04:42.134309 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'name': 'network-vif-deleted', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:04:42.134309 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6a09f-cbc0-4dc2-a7cb-007c40f33348" -d '{"events": [{"server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "name": "network-vif-deleted", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:04:42.212670 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:04:42.254625 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609fadcd-12f8-4509-999e-5f2cab3ac785 x-openstack-request-id: req-609fadcd-12f8-4509-999e-5f2cab3ac785 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:04:42.254915 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b86df3c-f2a2-47a3-8961-286b34796e61", "name": "network-vif-deleted", "tag": "11e12e47-07e3-43c1-8d9b-57b5f304dc64", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:04:42.255194 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-609fadcd-12f8-4509-999e-5f2cab3ac785 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:04:42.255597 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b86df3c-f2a2-47a3-8961-286b34796e61', 'name': 'network-vif-deleted', 'tag': '11e12e47-07e3-43c1-8d9b-57b5f304dc64', 'status': 'completed', 'code': 200} Mar 08 19:04:42.415260 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:42.444912 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:04:42.453103 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:04:42.453697 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:04:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:42.569465 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:04:42.776280 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:42.803180 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c08a17-8c09-4f5a-9b94-93810ba38ea7 None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:04:43.030263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a9e1b-2c17-4c28-872d-21c00ef45cbe None None] New status for floating IP 170b2196-828d-44bb-82e5-415e58e4ca89: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:04:43.048711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-72980c28-1ddd-4f39-91e8-8c6eb478e5b6 req-9ee64b1c-bf4b-4e9d-8eb0-214651adb212 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b86df3c-f2a2-47a3-8961-286b34796e61 HTTP/1.1" status: 200 len: 210 time: 0.0344245 Mar 08 19:04:44.307185 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-07fb1eda-eba4-4590-9ed0-51343c25053b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383749944&fields=id&tenant_id=f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 267 time: 0.0446346 Mar 08 19:04:44.376263 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 11e12e47-07e3-43c1-8d9b-57b5f304dc64 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:04:44.400353 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 11e12e47-07e3-43c1-8d9b-57b5f304dc64 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:04:44.400694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 11e12e47-07e3-43c1-8d9b-57b5f304dc64 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:04:44.411563 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-5ead1a4c-fdfa-4938-ae9a-262a48240135 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:44.413254 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-5ead1a4c-fdfa-4938-ae9a-262a48240135 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 812 time: 0.0995588 Mar 08 19:04:44.427457 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-b050810f-4e12-41bd-888b-a9085382bbec tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/quotas/f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 375 time: 0.0091715 Mar 08 19:04:44.486244 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-e8fc71b4-b54c-4187-aa84-fc491c428666 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539043 Mar 08 19:04:44.545149 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-f29c93a5-0923-43d2-ad68-50fbfef5c19b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:04:44.546155 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-f29c93a5-0923-43d2-ad68-50fbfef5c19b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484569 Mar 08 19:04:44.635419 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-69d7edfb-82b6-484e-9e9c-f2f15c6c821b service neutron] 10.222.0.74 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832663 Mar 08 19:04:44.728784 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-40160551-8eae-499d-af3c-a709ed946b25 service neutron] 10.222.0.74 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877512 Mar 08 19:04:45.289312 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-265021c8-22bd-4ce9-897e-96cb43ba68de req-74536dc9-a4c7-49c8-9140-cff200c41ad0 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 210 time: 0.0276771 Mar 08 19:04:46.381648 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-421f173d-8309-460b-91fd-46985cb1bde2 req-df0506c8-760d-4ada-afce-ef36a93b961c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 210 time: 0.0268717 Mar 08 19:04:47.450951 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-aa27837a-20fb-48a2-9c04-86d5b9b06a32 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:47.452426 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-aa27837a-20fb-48a2-9c04-86d5b9b06a32 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 812 time: 0.1062703 Mar 08 19:04:47.486476 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-14c5e2d5-94f8-4968-9d49-3d4672cb5e1d req-340225f9-299a-415e-83e3-dd585db69093 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 210 time: 0.0330398 Mar 08 19:04:47.536067 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-405fa70a-2a7a-4e0d-bcb0-5c35cfbb6b62 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 380 time: 0.0727124 Mar 08 19:04:47.547430 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'port': {'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'admin_state_up': True, 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'security_groups': ['6aac2303-0267-4cae-b512-1b0c3375e522']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:04:47.720546 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Made reservation on behalf of f009259d4d9b4e65ad2ce0791e5df778 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:04:47.725055 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:47.853559 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Allocated IP 172.20.0.9 (183a529a-4701-4147-844b-07f1ede8e80c/c4fc388c-ec4b-493b-b213-d633b09f4535/a21a4d62-5fc0-4d67-9857-728a35b11b70) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:04:47.992630 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.085802 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.132109 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Network 183a529a-4701-4147-844b-07f1ede8e80c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:04:48.135888 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:04:48.139654 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:04:48.146787 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=a21a4d62-5fc0-4d67-9857-728a35b11b70,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:48.199226 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:48.200251 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.340509 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-b92dfb29-dc0c-4737-a552-a6d6cf27855e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966216 Mar 08 19:04:48.354978 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Request body: {'port': {'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:04:48.375495 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-53f2bd40-88e2-4e4c-89d0-145500b60702 None None] Provisioning complete for port a21a4d62-5fc0-4d67-9857-728a35b11b70 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:04:48.376102 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53f2bd40-88e2-4e4c-89d0-145500b60702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.410856 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-53f2bd40-88e2-4e4c-89d0-145500b60702 None None] Port a21a4d62-5fc0-4d67-9857-728a35b11b70 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:04:48.414705 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.663802 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e32e2-5ab1-4e1f-820f-84ffb3df21d7 req-bf5589c5-4abf-474b-bb5f-6d288c647669 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:48.665269 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-908e32e2-5ab1-4e1f-820f-84ffb3df21d7 req-bf5589c5-4abf-474b-bb5f-6d288c647669 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 931 time: 0.1089416 Mar 08 19:04:48.754749 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-908e32e2-5ab1-4e1f-820f-84ffb3df21d7 req-c4cf2328-cf69-4232-949f-8551ad709693 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833342 Mar 08 19:04:48.761801 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21a4d62-5fc0-4d67-9857-728a35b11b70 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:04:48.770028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Publish callbacks [] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.781421 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Transition to ACTIVE for port object a21a4d62-5fc0-4d67-9857-728a35b11b70 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:04:48.885945 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:48.960054 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Pushing event updated for resources: {'Port': ['ID=a21a4d62-5fc0-4d67-9857-728a35b11b70,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:49.013278 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Attempting to bind port a21a4d62-5fc0-4d67-9857-728a35b11b70 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:04:49.014028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Attempting to bind port a21a4d62-5fc0-4d67-9857-728a35b11b70 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:04:49.014028 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Attempting to bind port a21a4d62-5fc0-4d67-9857-728a35b11b70 on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:04:49.018764 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Port a21a4d62-5fc0-4d67-9857-728a35b11b70 on network 183a529a-4701-4147-844b-07f1ede8e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:04:49.019063 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Attempting to bind port a21a4d62-5fc0-4d67-9857-728a35b11b70 on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:04:49.024267 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:04:49.024538 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Checking segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:04:49.024921 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Bound using segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:04:49.025347 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Bound port: a21a4d62-5fc0-4d67-9857-728a35b11b70, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:04:49.025704 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:49.093452 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] For port a21a4d62-5fc0-4d67-9857-728a35b11b70, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:04:49.097137 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] For port a21a4d62-5fc0-4d67-9857-728a35b11b70, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:04:49.155185 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:49.192138 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.192763 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:49.194177 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] 10.222.0.77 "PUT /v2.0/ports/a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 1093 time: 0.8433313 Mar 08 19:04:49.194628 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:04:49.196934 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e8028-e44e-43b0-8b85-a07d261862e5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:04:49.222897 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747d81-f25f-4bcc-bed9-2f08419d03fe service neutron] Pushing event updated for resources: {'Port': ['ID=a21a4d62-5fc0-4d67-9857-728a35b11b70,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:49.239802 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5de9143-c830-4e77-a45d-3d64649f0a98 x-openstack-request-id: req-b5de9143-c830-4e77-a45d-3d64649f0a98 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:04:49.240106 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:04:49.240521 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5de9143-c830-4e77-a45d-3d64649f0a98 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:04:49.241018 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'status': 'completed', 'code': 200} Mar 08 19:04:49.320868 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e8028-e44e-43b0-8b85-a07d261862e5 req-c099b9ef-31fc-40a2-b5bb-9f69314a5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.322516 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-093e8028-e44e-43b0-8b85-a07d261862e5 req-c099b9ef-31fc-40a2-b5bb-9f69314a5a57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1127 time: 0.0530109 Mar 08 19:04:49.427890 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e8028-e44e-43b0-8b85-a07d261862e5 req-e489536f-7731-42f8-bf3c-d1acac5309a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.429344 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-093e8028-e44e-43b0-8b85-a07d261862e5 req-e489536f-7731-42f8-bf3c-d1acac5309a5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0937610 Mar 08 19:04:49.529146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e8028-e44e-43b0-8b85-a07d261862e5 req-367abd24-3b1d-490c-96c6-c512fc1b310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.530570 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-093e8028-e44e-43b0-8b85-a07d261862e5 req-367abd24-3b1d-490c-96c6-c512fc1b310e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921171 Mar 08 19:04:49.614610 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-fc98f210-44b3-4d59-a4fd-9b43fbeba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.616138 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-fc98f210-44b3-4d59-a4fd-9b43fbeba674 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1127 time: 0.0461175 Mar 08 19:04:49.662561 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-53207e64-e501-4761-940a-7f95a43f4e0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 217 time: 0.0336874 Mar 08 19:04:49.718529 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-5e8512d7-2201-4917-acbb-f557f2509458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.719965 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-5e8512d7-2201-4917-acbb-f557f2509458 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0478764 Mar 08 19:04:49.772083 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96617b-227d-4c30-b530-131b2799be75 req-9f02f87e-4f3e-4238-8ced-8325f110b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.773545 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-9f02f87e-4f3e-4238-8ced-8325f110b53e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442631 Mar 08 19:04:49.905190 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-a20af9a7-7e1c-4970-91bc-7e70c8dc90a7 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220000 Mar 08 19:04:49.916295 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e9c6b-b925-4a40-b059-52c30a442a43 req-7c0391ae-524e-4409-83d6-bd26c1a7341b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.917682 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-985e9c6b-b925-4a40-b059-52c30a442a43 req-7c0391ae-524e-4409-83d6-bd26c1a7341b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0782053 Mar 08 19:04:50.020602 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-985e9c6b-b925-4a40-b059-52c30a442a43 req-35ed4e47-85cd-497e-b7e9-603e561c3142 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948956 Mar 08 19:04:50.040285 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2c96617b-227d-4c30-b530-131b2799be75 req-f7dcf475-1ac8-4762-be02-85acec72c8a1 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215534 Mar 08 19:04:51.139162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987652-3e1f-4dd2-8e95-8a04d78abc2a req-a1c3f741-2155-4dd6-acbc-3c5f7ac8705c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:51.140649 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b8987652-3e1f-4dd2-8e95-8a04d78abc2a req-a1c3f741-2155-4dd6-acbc-3c5f7ac8705c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0543151 Mar 08 19:04:51.189173 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b8987652-3e1f-4dd2-8e95-8a04d78abc2a req-5503436d-4928-41fa-8b92-3343086ad39b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Mar 08 19:04:51.616795 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:52.307143 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5053231-2a05-4185-8ed4-1d5ca4e9e6c8 req-e2cbad71-d079-42f3-83fb-4c2975c40caa tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:52.308687 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d5053231-2a05-4185-8ed4-1d5ca4e9e6c8 req-e2cbad71-d079-42f3-83fb-4c2975c40caa tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0517876 Mar 08 19:04:52.358959 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d5053231-2a05-4185-8ed4-1d5ca4e9e6c8 req-118e1094-77bb-4776-b812-0388e88f1c9c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Mar 08 19:04:52.555329 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e71bc5f0-bc0e-4038-8ceb-17b45b5c9899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:53.478442 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04baf32-e832-4397-93f3-01837eb814a8 req-48dd3eb0-dc79-4cf0-98ab-f0c26ef32802 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:53.479921 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e04baf32-e832-4397-93f3-01837eb814a8 req-48dd3eb0-dc79-4cf0-98ab-f0c26ef32802 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0559788 Mar 08 19:04:53.528589 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e04baf32-e832-4397-93f3-01837eb814a8 req-b90ebbcf-731e-4a0d-932c-5e76280b1c9f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Mar 08 19:04:54.644996 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f436-7b14-43c6-ad08-9fcfcdc9a090 req-88ddca94-f559-4c2e-bc38-24cee8ef46a8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:54.646502 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a3d6f436-7b14-43c6-ad08-9fcfcdc9a090 req-88ddca94-f559-4c2e-bc38-24cee8ef46a8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0534866 Mar 08 19:04:54.694428 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a3d6f436-7b14-43c6-ad08-9fcfcdc9a090 req-198f3d84-b87b-40ed-85f5-37c8047fe887 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Mar 08 19:04:54.925963 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9e90-fadb-43e3-bb87-6d5ab24c1b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:55.810017 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc01f9-694a-42f3-ad20-55bb11559ebb req-209622e4-2b21-4782-8bad-171e3c2dc92d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:55.811443 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9afc01f9-694a-42f3-ad20-55bb11559ebb req-209622e4-2b21-4782-8bad-171e3c2dc92d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0524068 Mar 08 19:04:55.865210 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9afc01f9-694a-42f3-ad20-55bb11559ebb req-d9149761-b29a-49b4-888f-d446a455a65d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472732 Mar 08 19:04:56.182409 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:56.985382 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081291a-543b-47c1-8428-c68881518875 req-c995919f-aad4-4a0a-9c03-9c6a3bfa77c9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:56.986904 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9081291a-543b-47c1-8428-c68881518875 req-c995919f-aad4-4a0a-9c03-9c6a3bfa77c9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0535629 Mar 08 19:04:57.035561 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9081291a-543b-47c1-8428-c68881518875 req-f656eb13-78ea-463c-9348-725586544e38 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Mar 08 19:04:57.445726 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:58.152648 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9364f2e-7d8c-4bba-98d8-143f144a407c req-0b157463-dde8-4573-ab92-29eb133fbf0f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:58.154171 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c9364f2e-7d8c-4bba-98d8-143f144a407c req-0b157463-dde8-4573-ab92-29eb133fbf0f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 943 time: 0.0534170 Mar 08 19:04:58.202504 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-c9364f2e-7d8c-4bba-98d8-143f144a407c req-b34d2bc4-e930-4bc0-88d2-ab39f8c12040 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Mar 08 19:04:58.467768 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device a21a4d62-5fc0-4d67-9857-728a35b11b70 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:04:58.568546 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port a21a4d62-5fc0-4d67-9857-728a35b11b70, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:04:58.578779 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:04:58.615910 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port a21a4d62-5fc0-4d67-9857-728a35b11b70 is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:04:58.616299 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:58.629021 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21a4d62-5fc0-4d67-9857-728a35b11b70 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:04:58.647969 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port a21a4d62-5fc0-4d67-9857-728a35b11b70, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:04:58.725982 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:58.772730 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=a21a4d62-5fc0-4d67-9857-728a35b11b70,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:58.779650 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.780000 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.780340 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.780676 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.781009 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.781335 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.781661 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.781987 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.782332 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.782663 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.782979 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.783788 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:58.784106 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:59.009402 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['a21a4d62-5fc0-4d67-9857-728a35b11b70'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:04:59.219725 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.339699 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27b09-233b-4c9f-9f43-bc76ddf97501 req-d1964e5a-2def-4b00-9942-1e04c5d18e2d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:59.341065 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-37a27b09-233b-4c9f-9f43-bc76ddf97501 req-d1964e5a-2def-4b00-9942-1e04c5d18e2d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 944 time: 0.0679266 Mar 08 19:04:59.389444 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-37a27b09-233b-4c9f-9f43-bc76ddf97501 req-27f2d287-4477-4be4-9f94-7e08218fa93a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Mar 08 19:05:00.499752 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device a21a4d62-5fc0-4d67-9857-728a35b11b70 up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:05:00.509932 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e025f5-824a-4707-ba11-5011d2cec899 req-04f8fd91-7e26-44d9-9fe1-32a864dc0206 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:00.511510 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d5e025f5-824a-4707-ba11-5011d2cec899 req-04f8fd91-7e26-44d9-9fe1-32a864dc0206 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 944 time: 0.0543563 Mar 08 19:05:00.563378 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d5e025f5-824a-4707-ba11-5011d2cec899 req-2c355ff4-6e41-49b0-99b5-28df26a5b452 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462680 Mar 08 19:05:00.600591 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port a21a4d62-5fc0-4d67-9857-728a35b11b70 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:05:00.604700 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port a21a4d62-5fc0-4d67-9857-728a35b11b70 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:00.605077 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:00.681162 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port a21a4d62-5fc0-4d67-9857-728a35b11b70 is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:00.681477 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:00.703316 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:05:00.706123 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2526958-601c-4d11-97dc-fc83b18a7176" -d '{"events": [{"server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "name": "network-vif-plugged", "status": "completed", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:05:00.721914 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port a21a4d62-5fc0-4d67-9857-728a35b11b70, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:05:00.805762 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:00.840635 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cba290-dbac-4dfa-85b0-e207da4e707a x-openstack-request-id: req-40cba290-dbac-4dfa-85b0-e207da4e707a {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:05:00.840931 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "name": "network-vif-plugged", "status": "completed", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:05:00.841212 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-40cba290-dbac-4dfa-85b0-e207da4e707a {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:05:00.841617 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'code': 200} Mar 08 19:05:00.859213 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=a21a4d62-5fc0-4d67-9857-728a35b11b70,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:01.230732 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f5206-6f4d-4ceb-a361-db364f4cba38 req-4dd777b6-c207-440d-b720-b14c5cd9d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:01.232215 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e45f5206-6f4d-4ceb-a361-db364f4cba38 req-4dd777b6-c207-440d-b720-b14c5cd9d857 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1129 time: 0.0479605 Mar 08 19:05:01.282491 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e45f5206-6f4d-4ceb-a361-db364f4cba38 req-95346c9c-e0c1-4d2c-b679-5fd580305e9c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393808 Mar 08 19:05:01.685593 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbe91d-80f1-4c92-9faa-228550f9d6a6 req-8517e068-9743-4b38-b076-25edb3f318c5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:01.687153 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6ddbe91d-80f1-4c92-9faa-228550f9d6a6 req-8517e068-9743-4b38-b076-25edb3f318c5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 945 time: 0.0524035 Mar 08 19:05:01.734916 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-6ddbe91d-80f1-4c92-9faa-228550f9d6a6 req-a8e20612-be6e-4671-8983-e40e0f9c608b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Mar 08 19:05:02.854296 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad261d6d-e3df-45d2-939f-04082448a24d req-3a804fa4-b875-4fe3-a041-6bfd098b6800 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:02.855666 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ad261d6d-e3df-45d2-939f-04082448a24d req-3a804fa4-b875-4fe3-a041-6bfd098b6800 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 945 time: 0.0518665 Mar 08 19:05:02.907612 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ad261d6d-e3df-45d2-939f-04082448a24d req-6de963f7-a91c-4abd-ad06-ffcd9f292485 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Mar 08 19:05:03.024975 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3769c-5084-44fb-b701-f8a00945ee92 req-3f24fc72-9a0f-4b8d-8ddd-2a38ed7ea24e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:03.026470 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cab3769c-5084-44fb-b701-f8a00945ee92 req-3f24fc72-9a0f-4b8d-8ddd-2a38ed7ea24e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 945 time: 0.0548408 Mar 08 19:05:03.077054 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-cab3769c-5084-44fb-b701-f8a00945ee92 req-682de831-5a6d-4278-b29c-cce7a8fadd7e tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Mar 08 19:05:03.101802 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 32890) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:03.150317 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a9847-0d28-4000-9f97-445deabdcd26 tempest-TestVolumeBootPattern-135175604 tempest-TestVolumeBootPattern-135175604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:03.153899 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-da2a9847-0d28-4000-9f97-445deabdcd26 tempest-TestVolumeBootPattern-135175604 tempest-TestVolumeBootPattern-135175604-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1124 time: 0.0489156 Mar 08 19:05:03.154613 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 32894) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:03.159327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.v2.base [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:05:03.268899 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.365336 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.469470 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Allocated IP 172.27.0.222 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/7c577ddc-5730-44da-87d8-321cc7428e50) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:05:03.569079 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (7c577ddc-5730-44da-87d8-321cc7428e50), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.674910 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (7c577ddc-5730-44da-87d8-321cc7428e50), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.714563 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:05:03.717364 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:05:03.721569 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:05:03.726990 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=7c577ddc-5730-44da-87d8-321cc7428e50,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:03.760355 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.760706 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.761079 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.761419 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.761754 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.762111 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.762449 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.762779 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.763107 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.763436 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.763762 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.764086 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:03.764431 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:04.096921 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (e7db4d39-6bb9-4171-8caf-334d06f94801), precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:04.231026 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (7c577ddc-5730-44da-87d8-321cc7428e50), before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:04.385327 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (7c577ddc-5730-44da-87d8-321cc7428e50), precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:04.434060 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8470284'] for port (7c577ddc-5730-44da-87d8-321cc7428e50), after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:04.499632 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=7c577ddc-5730-44da-87d8-321cc7428e50,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:04.512275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (e7db4d39-6bb9-4171-8caf-334d06f94801), after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:04.616072 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Floating IP e7db4d39-6bb9-4171-8caf-334d06f94801 associated. External IP: 172.27.0.222, port: a21a4d62-5fc0-4d67-9857-728a35b11b70. Mar 08 19:05:04.831695 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:05:04.939784 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:05:04.949283 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:05:04.959610 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:05:04.960207 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:04:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:05.030905 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.071662 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-38b1711c-4cde-4ccb-b20c-dfd2c7c31ec7 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9051325 Mar 08 19:05:05.071662 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:05:05.071662 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0608d972-86f4-4772-8ebe-72ab0dc104a2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:05:05.072233 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:05:05.193604 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c6315d-960e-4c01-9f3f-1b8d627d4dab x-openstack-request-id: req-78c6315d-960e-4c01-9f3f-1b8d627d4dab {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:05:05.193899 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:05:05.194193 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-78c6315d-960e-4c01-9f3f-1b8d627d4dab {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:05:05.200922 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'status': 'completed', 'code': 200} Mar 08 19:05:05.260713 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-b08b7937-c8f1-48ac-8f01-945ea8afc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:05.262227 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-b08b7937-c8f1-48ac-8f01-945ea8afc2b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1129 time: 0.0445359 Mar 08 19:05:05.295274 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:03Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:05.324740 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:05:05.333418 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:05:05.334024 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:04:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:05.354162 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-3cf96a03-21d2-49c1-8534-d47fac76b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:05.355670 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-3cf96a03-21d2-49c1-8534-d47fac76b8e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0872569 Mar 08 19:05:05.420482 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-650a8814-be2f-447d-ac9d-773f8ea3dfd2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 999 time: 0.0588450 Mar 08 19:05:05.440710 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:05:05.469369 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-b584e099-4148-4e1f-bb7b-27e9f0dd03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:05.470951 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-b584e099-4148-4e1f-bb7b-27e9f0dd03bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0444782 Mar 08 19:05:05.524108 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-026d7a5d-43b0-400e-a2ba-0358396fc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:05.525677 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-026d7a5d-43b0-400e-a2ba-0358396fc568 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489807 Mar 08 19:05:05.615654 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-e64739d2-3917-4c59-8cb5-a31d8617a082 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841255 Mar 08 19:05:05.666280 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:03Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:05.695541 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc44e4-a50c-46a5-a73d-f918991ed9c0 None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:03Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:05:05.713759 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-0608d972-86f4-4772-8ebe-72ab0dc104a2 req-bf93bafb-6ecc-47b9-a30a-9b05215aad13 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920694 Mar 08 19:05:05.901059 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92dc8f-33e6-4b43-8282-3d6fc944fd48 None None] New status for floating IP e7db4d39-6bb9-4171-8caf-334d06f94801: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:05:17.339667 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:05:21.616785 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:22.576814 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e56a032d-5ef5-496d-92b6-cb5f1c0cbb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:24.914123 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd910343-c2a4-45c9-b386-d2d261b84084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:26.181719 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:27.468386 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:29.160752 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:51.650736 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:52.582322 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb01f53d-06c1-4efc-92d6-04cb5124c564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:53.826263 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-e8d468aa-231d-49fa-b41a-d027047cf20f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428689 Mar 08 19:05:53.910471 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-2c990a46-f1c6-4db9-9881-24fbd191e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:53.911906 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-2c990a46-f1c6-4db9-9881-24fbd191e468 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1129 time: 0.0433865 Mar 08 19:05:54.018520 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-09d02415-17ce-49d5-a44e-d2bea3a2f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:54.020129 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-09d02415-17ce-49d5-a44e-d2bea3a2f8b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0862105 Mar 08 19:05:54.085322 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-0af603e7-26ae-4899-8281-47dbdc9af99d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 1001 time: 0.0577047 Mar 08 19:05:54.139307 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-46074f70-ee55-427f-b78f-08f6041b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:54.141376 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-46074f70-ee55-427f-b78f-08f6041b9b78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0460343 Mar 08 19:05:54.188920 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-6cf88ed0-3f3e-4f3a-96f7-bf97f17ad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:54.190305 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-6cf88ed0-3f3e-4f3a-96f7-bf97f17ad6e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430532 Mar 08 19:05:54.278961 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-d5317f45-d4be-4e0b-bdf2-b77f186698da service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810013 Mar 08 19:05:54.339328 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:05:54.369635 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8aa8457-2fa7-4adb-85d9-b20ba7af69a9 req-7449b968-2f2b-4516-8a55-06830b5592b2 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842576 Mar 08 19:05:54.919077 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-735c8346-ba14-4beb-859b-159c19a5e4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:56.182412 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:57.467545 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:59.227805 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:21.667234 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:22.574887 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-695aabe3-a03d-407f-a2cc-09c75742f2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:24.947513 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-357cfbbc-b349-4279-99ef-96ec55834f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:26.182287 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:27.485704 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:29.176039 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:31.338668 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:06:45.814683 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-f9763e0e-0de3-4573-a46a-a6c267e96719 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383749944&fields=id&tenant_id=f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 267 time: 0.0446584 Mar 08 19:06:45.925314 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-2665224f-0166-4c72-9291-70de6059625f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:45.926851 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-2665224f-0166-4c72-9291-70de6059625f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 812 time: 0.1059151 Mar 08 19:06:45.940976 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-19e02db4-68a6-4420-bb67-0ad977eede83 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/quotas/f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Mar 08 19:06:45.996830 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-ac8391bf-4972-45ee-b4d7-f18c8b15aaad tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509987 Mar 08 19:06:46.074586 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-1c3b6b30-b8f1-4659-b178-8a4ac370c420 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:06:46.075573 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-1c3b6b30-b8f1-4659-b178-8a4ac370c420 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0680015 Mar 08 19:06:46.167193 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-64db7636-151f-46f2-93ed-32550fd27786 service neutron] 10.222.0.74 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856354 Mar 08 19:06:46.256011 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-4be23f96-df97-4897-9816-0f5a7b517588 service neutron] 10.222.0.74 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826809 Mar 08 19:06:46.953901 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2bacc444-ae21-43ed-ae2c-92803c5d0106 req-fdb29a05-cf56-45fe-8949-473bc55fa31d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 210 time: 0.0281618 Mar 08 19:06:48.050518 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d29941b9-a60e-44b3-acca-74de9d3199ae req-71fe6766-0f65-40b2-ac41-b072e04b2386 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 210 time: 0.0305929 Mar 08 19:06:49.034318 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-bfd05f08-972f-4c2c-8643-df33d66ff8db tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:49.037176 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-bfd05f08-972f-4c2c-8643-df33d66ff8db tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 812 time: 0.1206350 Mar 08 19:06:49.107401 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-41fdc8b9-1f51-4342-bf9e-f7efe83f5d31 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f009259d4d9b4e65ad2ce0791e5df778 HTTP/1.1" status: 200 len: 380 time: 0.0560992 Mar 08 19:06:49.118199 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'port': {'device_id': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'admin_state_up': True, 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'security_groups': ['6aac2303-0267-4cae-b512-1b0c3375e522']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:06:49.174667 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-74ad7941-331a-438b-84d1-fbc018905c66 req-9abd4a53-4d66-4cf1-b26b-9b96a38b4745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 210 time: 0.0515838 Mar 08 19:06:49.328937 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Made reservation on behalf of f009259d4d9b4e65ad2ce0791e5df778 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:06:49.332428 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:49.458613 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Allocated IP 172.20.0.6 (183a529a-4701-4147-844b-07f1ede8e80c/c4fc388c-ec4b-493b-b213-d633b09f4535/1f639896-0ce9-4780-88b2-ebe1dbf03e9c) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:06:49.594146 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:49.717728 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:49.763426 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Network 183a529a-4701-4147-844b-07f1ede8e80c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:06:49.767118 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:06:49.770653 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:06:49.795216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:06:49.808235 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.808679 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.809022 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.809359 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.809693 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.810021 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.810368 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.811524 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.811936 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.812184 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.812506 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.812825 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.813142 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:49.837644 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:49.838299 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:49.944270 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-7224fd26-e616-4fa3-8786-c8bc02b8f20d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8299425 Mar 08 19:06:49.960102 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Request body: {'port': {'device_id': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:06:50.011420 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d299ce25-4e10-4d8a-b4f4-07a9e2596f37 None None] Provisioning complete for port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:06:50.012043 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d299ce25-4e10-4d8a-b4f4-07a9e2596f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.018795 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.044874 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d299ce25-4e10-4d8a-b4f4-07a9e2596f37 None None] Port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:06:50.462137 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86439-a484-47ba-b9d0-9adba61ed7ae req-7270c6dd-393a-4fd8-8232-a8f6abfdc444 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:50.463609 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ebd86439-a484-47ba-b9d0-9adba61ed7ae req-7270c6dd-393a-4fd8-8232-a8f6abfdc444 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 931 time: 0.1280854 Mar 08 19:06:50.562254 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ebd86439-a484-47ba-b9d0-9adba61ed7ae req-1f7fe05f-ea90-4341-93b3-6d08b7434b23 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920215 Mar 08 19:06:50.646377 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f639896-0ce9-4780-88b2-ebe1dbf03e9c {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:06:50.653765 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Publish callbacks [] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.665902 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Transition to ACTIVE for port object 1f639896-0ce9-4780-88b2-ebe1dbf03e9c will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:06:50.724270 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.771688 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Pushing event updated for resources: {'Port': ['ID=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:06:50.850756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Attempting to bind port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:06:50.851090 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Attempting to bind port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:06:50.851422 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Attempting to bind port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:06:50.856280 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c on network 183a529a-4701-4147-844b-07f1ede8e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:06:50.856636 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Attempting to bind port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c on network 183a529a-4701-4147-844b-07f1ede8e80c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:06:50.861879 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Checking agent: {'id': 'ff6ac339-a804-4b61-97f6-700a1585f628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'started_at': datetime.datetime(2022, 3, 8, 18, 50, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:06:50.862252 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Checking segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:06:50.862647 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Bound using segment: {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:06:50.863107 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Bound port: 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af88bc12-e860-4bef-8df1-6209ab4dbdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:06:50.863460 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.931523 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] For port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host hv-cinder-83008, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:06:50.934555 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] For port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:06:51.004989 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:51.043741 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.044415 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:51.045790 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] 10.222.0.77 "PUT /v2.0/ports/1f639896-0ce9-4780-88b2-ebe1dbf03e9c HTTP/1.1" status: 200 len: 1093 time: 1.0898447 Mar 08 19:06:51.046282 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:06:51.048719 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac24236-f256-4df5-a9c7-7401362cec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:06:51.069135 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75165679-4d2a-48a4-aa6a-1711fa539087 service neutron] Pushing event updated for resources: {'Port': ['ID=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:06:51.086216 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bdfba0-58c4-4834-b2ac-d4d4a09f8e0d x-openstack-request-id: req-33bdfba0-58c4-4834-b2ac-d4d4a09f8e0d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:06:51.086516 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:06:51.086861 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33bdfba0-58c4-4834-b2ac-d4d4a09f8e0d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:06:51.087264 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'status': 'completed', 'code': 200} Mar 08 19:06:51.159954 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac24236-f256-4df5-a9c7-7401362cec9a req-4e71ded7-128b-40e4-a2f2-ee1f85492b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.161542 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2ac24236-f256-4df5-a9c7-7401362cec9a req-4e71ded7-128b-40e4-a2f2-ee1f85492b61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 1127 time: 0.0541854 Mar 08 19:06:51.270486 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac24236-f256-4df5-a9c7-7401362cec9a req-265268a1-0950-43a3-925f-b986b63c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.271860 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2ac24236-f256-4df5-a9c7-7401362cec9a req-265268a1-0950-43a3-925f-b986b63c510d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992730 Mar 08 19:06:51.367663 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac24236-f256-4df5-a9c7-7401362cec9a req-a4581491-e20e-48e5-8986-634aa08d0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.369035 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-2ac24236-f256-4df5-a9c7-7401362cec9a req-a4581491-e20e-48e5-8986-634aa08d0b02 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886672 Mar 08 19:06:51.460194 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-ce62d432-daa9-47bc-8c4a-9ea00b43434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.461702 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-ce62d432-daa9-47bc-8c4a-9ea00b43434b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 1127 time: 0.0494583 Mar 08 19:06:51.507309 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-3f601a5f-f69c-4638-87c7-6303965bdd13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c HTTP/1.1" status: 200 len: 217 time: 0.0352497 Mar 08 19:06:51.559027 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-878de81a-25e7-4044-98f8-6ca8ca452094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.560497 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-878de81a-25e7-4044-98f8-6ca8ca452094 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0440941 Mar 08 19:06:51.616553 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-fb74f6fd-0025-4675-9978-312fecd00404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.618101 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-fb74f6fd-0025-4675-9978-312fecd00404 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485435 Mar 08 19:06:51.688713 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:51.749922 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf29c-59cd-47a3-a12c-8e3033b4889e req-5b55e0c3-99a3-4188-8f0c-d346afa3b0d2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:51.751431 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00ebf29c-59cd-47a3-a12c-8e3033b4889e req-5b55e0c3-99a3-4188-8f0c-d346afa3b0d2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.1163006 Mar 08 19:06:51.755097 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-bde19a8a-53b9-434a-b31c-5d0f18a50506 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276085 Mar 08 19:06:51.858657 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00ebf29c-59cd-47a3-a12c-8e3033b4889e req-b12a2de9-2732-4b26-b296-83efb0a06c08 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012611 Mar 08 19:06:51.884509 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-fc62c0ca-8ed1-4ea0-b88c-a58f786163f3 req-d53cd63e-25bf-4bf5-b388-0eefbd29034a service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117980 Mar 08 19:06:52.581418 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-19d195ab-e909-4cf3-95d2-55d8724fa204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:52.978751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd196-9e00-4a7b-b7c0-71a42136ec8f req-fb47262c-f5c3-417b-b430-7a1448be37fd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:52.980209 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00ccd196-9e00-4a7b-b7c0-71a42136ec8f req-fb47262c-f5c3-417b-b430-7a1448be37fd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.0536397 Mar 08 19:06:53.032865 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-00ccd196-9e00-4a7b-b7c0-71a42136ec8f req-ab92461d-971d-4bc3-b057-e908ea144fdb tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Mar 08 19:06:54.151718 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b5cb-0fd7-4e56-a64e-89ce130edd6e req-9301bfac-0368-4c32-b12d-66bb4540f3b6 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:54.153201 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a3a7b5cb-0fd7-4e56-a64e-89ce130edd6e req-9301bfac-0368-4c32-b12d-66bb4540f3b6 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.0528748 Mar 08 19:06:54.201798 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a3a7b5cb-0fd7-4e56-a64e-89ce130edd6e req-9d4fc3a2-a173-4946-a444-84d74e26f6a8 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Mar 08 19:06:54.928142 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03ea6166-9a1d-4d72-804f-0058a806e15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:55.083127 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-5e1925e1-5c3e-4052-8eef-4dd8a242a8b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438199 Mar 08 19:06:55.174200 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d349d-847b-4e13-8019-390895a37543 req-ee685f35-afca-4046-a08b-a7881c95c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.175704 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-ee685f35-afca-4046-a08b-a7881c95c221 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1129 time: 0.0443091 Mar 08 19:06:55.315235 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d349d-847b-4e13-8019-390895a37543 req-cde604fb-4777-41b2-9c9b-8686c658d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.316733 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-cde604fb-4777-41b2-9c9b-8686c658d3a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.1175821 Mar 08 19:06:55.377078 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfb025-4ee6-4881-9f49-b9ffef8f8f15 req-663fa231-fcf0-4c14-bb0c-595193999582 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.378611 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aacfb025-4ee6-4881-9f49-b9ffef8f8f15 req-663fa231-fcf0-4c14-bb0c-595193999582 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.1067333 Mar 08 19:06:55.417049 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-6d0b44d0-38e7-4af0-ba23-92a4f3dcebf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 1001 time: 0.0886476 Mar 08 19:06:55.470773 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-aacfb025-4ee6-4881-9f49-b9ffef8f8f15 req-85b2bb1a-bdcf-4144-bfe5-4e79fab3ab50 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849314 Mar 08 19:06:55.481713 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d349d-847b-4e13-8019-390895a37543 req-a9230edb-c6d8-46f6-ba1e-f75e6615e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.483737 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-a9230edb-c6d8-46f6-ba1e-f75e6615e086 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0585024 Mar 08 19:06:55.536112 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d349d-847b-4e13-8019-390895a37543 req-7260e352-91ca-4fd8-8547-1251981b9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.537610 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-7260e352-91ca-4fd8-8547-1251981b9be5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448759 Mar 08 19:06:55.633116 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-095312db-8059-4184-8191-f11288a14669 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861430 Mar 08 19:06:55.724787 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-849d349d-847b-4e13-8019-390895a37543 req-76d5d4fc-9529-4a90-bfd9-ad5fc0b242d3 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826535 Mar 08 19:06:56.185638 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:56.660468 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b951-a5f4-4869-8889-359cd6561b62 req-3949be6a-facd-40ad-890f-7cac7612ca17 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:56.661941 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8ba7b951-a5f4-4869-8889-359cd6561b62 req-3949be6a-facd-40ad-890f-7cac7612ca17 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.0576868 Mar 08 19:06:56.710267 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8ba7b951-a5f4-4869-8889-359cd6561b62 req-ff63e21f-2146-4772-80d9-6cc691aa1038 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Mar 08 19:06:57.459414 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:57.825786 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439aab-617d-41d3-b530-c1ea20f537bf req-fc78d7ce-ab67-4f1d-97ad-1e6f49bdb950 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:57.827949 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec439aab-617d-41d3-b530-c1ea20f537bf req-fc78d7ce-ab67-4f1d-97ad-1e6f49bdb950 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.0527360 Mar 08 19:06:57.875896 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ec439aab-617d-41d3-b530-c1ea20f537bf req-0a8eaaff-dc4c-4d49-ad7d-628b9dec74a3 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Mar 08 19:06:58.994743 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1e4b8-e1be-4db6-bef7-6732a92f5046 req-616a6097-10c9-4a7e-8861-3444cb79009b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:58.996259 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9c1e4b8-e1be-4db6-bef7-6732a92f5046 req-616a6097-10c9-4a7e-8861-3444cb79009b tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 943 time: 0.0562470 Mar 08 19:06:59.045590 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-f9c1e4b8-e1be-4db6-bef7-6732a92f5046 req-6bcfb583-a365-4ae8-a419-7e89171eb6c9 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Mar 08 19:06:59.052482 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 1f639896-0ce9-4780-88b2-ebe1dbf03e9c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:06:59.160871 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:06:59.171086 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Returning: {'device': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'port_id': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'mac_address': 'fa:16:3e:a7:af:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:06:59.204742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:59.209540 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c is: DOWN; New status is: BUILD {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:06:59.213195 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:59.223461 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f639896-0ce9-4780-88b2-ebe1dbf03e9c {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:06:59.242932 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:06:59.329770 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:59.380189 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:06:59.387608 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.387959 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.388300 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.389260 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.389591 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.389924 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.390278 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.390600 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.390926 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.391249 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.391569 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.391888 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.392204 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:59.583016 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] get_ports_and_sgs() called for port_ids ['1f639896-0ce9-4780-88b2-ebe1dbf03e9c'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:07:00.161665 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6f01-478d-4153-a6a5-7a260e3151e8 req-98c3d63f-4ca1-4f6e-a817-d4cd692a4ae6 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:00.163293 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-59ce6f01-478d-4153-a6a5-7a260e3151e8 req-98c3d63f-4ca1-4f6e-a817-d4cd692a4ae6 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 944 time: 0.0526011 Mar 08 19:07:00.211201 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-59ce6f01-478d-4153-a6a5-7a260e3151e8 req-94aa57b7-69e4-42c8-bfc3-0a6ee00ce682 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Mar 08 19:07:01.071979 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 1f639896-0ce9-4780-88b2-ebe1dbf03e9c up at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:07:01.198277 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning for port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:07:01.202742 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Provisioning complete for port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:01.203194 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537774'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:01.283466 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Current status of the port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c is: BUILD; New status is: ACTIVE {{(pid=110160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:01.283859 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:01.306856 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:07:01.309128 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c61cf80c097ff337d6ea8350afa6941e901a9498bfe98ac7c0a77ef08de0578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033656a1-b3c6-4324-9c4a-acdc6b284a9b" -d '{"events": [{"server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "name": "network-vif-plugged", "status": "completed", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:07:01.322645 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] For port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:07:01.337882 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d4f4-d2ed-4438-a469-583651fffba8 req-18088f42-96e7-44e3-9826-2b2ec4b4762f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:01.339423 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1777d4f4-d2ed-4438-a469-583651fffba8 req-18088f42-96e7-44e3-9826-2b2ec4b4762f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 944 time: 0.0556765 Mar 08 19:07:01.349347 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99e7a5-93f5-4e1d-9a8b-cedd0ee45431 x-openstack-request-id: req-2b99e7a5-93f5-4e1d-9a8b-cedd0ee45431 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:07:01.349643 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "name": "network-vif-plugged", "status": "completed", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:07:01.349904 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b99e7a5-93f5-4e1d-9a8b-cedd0ee45431 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:07:01.350337 dv-cinder-830088-3-iscsi neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'code': 200} Mar 08 19:07:01.397944 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-1777d4f4-d2ed-4438-a469-583651fffba8 req-8535c810-398f-4e56-89d8-eeaa2d637823 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523612 Mar 08 19:07:01.402718 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:01.451418 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Pushing event updated for resources: {'Port': ['ID=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:01.703221 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42c8e3-c08c-431c-901c-15b300ba80ef req-8d6ca4cc-7a2c-4969-9083-f09199a27a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:01.704617 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4c42c8e3-c08c-431c-901c-15b300ba80ef req-8d6ca4cc-7a2c-4969-9083-f09199a27a03 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 1129 time: 0.0440514 Mar 08 19:07:01.753127 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-4c42c8e3-c08c-431c-901c-15b300ba80ef req-acc4845d-00ee-4705-a098-8a51d5b78ca8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Mar 08 19:07:02.517878 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244af1be-bb3e-4a0b-956a-adb06915e51e req-c4c79da7-8cbb-484c-9447-a2310c91e5c2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:02.519367 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-244af1be-bb3e-4a0b-956a-adb06915e51e req-c4c79da7-8cbb-484c-9447-a2310c91e5c2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 945 time: 0.0517430 Mar 08 19:07:02.567770 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-244af1be-bb3e-4a0b-956a-adb06915e51e req-4d9d1c00-b9a9-4c2e-bcf4-1dd9ea66c3a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Mar 08 19:07:03.689621 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37d62-8a22-4d7b-83d8-d4c11e967386 req-d9f1b5d5-556b-475f-aa40-f166ef7be46f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:03.691122 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-61b37d62-8a22-4d7b-83d8-d4c11e967386 req-d9f1b5d5-556b-475f-aa40-f166ef7be46f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 945 time: 0.0582190 Mar 08 19:07:03.739221 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-61b37d62-8a22-4d7b-83d8-d4c11e967386 req-dcf4cc78-5cd5-4cf2-8223-98da2f31d21d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Mar 08 19:07:03.855165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bc80-252b-4e27-bcad-890bcb936d16 req-f601d516-a817-4ae9-a847-015b131bc314 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:03.856529 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-55c2bc80-252b-4e27-bcad-890bcb936d16 req-f601d516-a817-4ae9-a847-015b131bc314 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 945 time: 0.0525992 Mar 08 19:07:03.904468 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-55c2bc80-252b-4e27-bcad-890bcb936d16 req-335143c5-8544-4d64-8992-b0372357c3f5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Mar 08 19:07:03.926275 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 33022) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:03.968993 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f51e1-bab0-43f5-b06a-346b463a31fb tempest-TestVolumeBootPattern-135175604 tempest-TestVolumeBootPattern-135175604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:03.970526 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-927f51e1-bab0-43f5-b06a-346b463a31fb tempest-TestVolumeBootPattern-135175604 tempest-TestVolumeBootPattern-135175604-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 1124 time: 0.0432675 Mar 08 19:07:03.973315 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 33024) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:03.977568 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Request body: {'floatingip': {'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'port_id': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:04.101458 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:04.203461 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (None), before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:04.308201 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Allocated IP 172.27.0.124 (bb54e7e9-9407-4285-a50a-5a7c3336efe2/e4bcda72-8ada-47fa-8b03-7b881b55c5ba/1a215fec-2769-4f31-b80e-a48bfad28938) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:07:04.409691 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (1a215fec-2769-4f31-b80e-a48bfad28938), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:04.512958 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789497464239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (1a215fec-2769-4f31-b80e-a48bfad28938), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:04.554097 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Network bb54e7e9-9407-4285-a50a-5a7c3336efe2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:07:04.557012 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:04.561853 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:07:04.567674 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=1a215fec-2769-4f31-b80e-a48bfad28938,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:04.926658 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd), precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.051972 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641945'] for port (1a215fec-2769-4f31-b80e-a48bfad28938), before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.197632 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for port (1a215fec-2769-4f31-b80e-a48bfad28938), precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.296228 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789498004408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789497464257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789497464275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12559208'] for port (1a215fec-2769-4f31-b80e-a48bfad28938), after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.366511 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event updated for resources: {'Port': ['ID=1a215fec-2769-4f31-b80e-a48bfad28938,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:05.378715 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541279'] for floatingip (5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd), after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.481711 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.db.l3_db [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Floating IP 5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd associated. External IP: 172.27.0.124, port: 1f639896-0ce9-4780-88b2-ebe1dbf03e9c. Mar 08 19:07:05.694440 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:07:05.804098 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:07:05.813787 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:07:05.824202 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:07:05.824816 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:06:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:05.903021 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.933033 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:07:05.933284 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-1a5f8f35-67ae-44d2-a053-44a6e1ed350a tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9588678 Mar 08 19:07:05.933762 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:07:05.936244 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2ccb5f-7d48-431d-92d4-65b827f55a86" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:07:05.973118 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791632e0-a8cf-4320-bf33-9240142e3647 x-openstack-request-id: req-791632e0-a8cf-4320-bf33-9240142e3647 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:07:05.973284 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:07:05.973478 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-791632e0-a8cf-4320-bf33-9240142e3647 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:07:05.973901 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'status': 'completed', 'code': 200} Mar 08 19:07:06.038696 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-3bcf9eb8-ce35-469c-9e36-77a9190fea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:06.040233 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-3bcf9eb8-ce35-469c-9e36-77a9190fea10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 1129 time: 0.0450377 Mar 08 19:07:06.135952 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-047a35ae-e5fb-4483-ab12-c10758b7fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:06.137370 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-047a35ae-e5fb-4483-ab12-c10758b7fde9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0910923 Mar 08 19:07:06.201879 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-eaa803a5-86b4-43a0-a49a-1f7b53f5370f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c HTTP/1.1" status: 200 len: 999 time: 0.0589864 Mar 08 19:07:06.251664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-96794778-78af-4ea1-9937-e6a6ce2f7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:06.253151 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-96794778-78af-4ea1-9937-e6a6ce2f7946 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0457780 Mar 08 19:07:06.254134 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:a7:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:07:04Z', 'updated_at': '2022-03-08T19:07:04Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}, {'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:06Z', 'revision_number': 1, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:06.282921 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:07:06.291381 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:07:06.291981 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:06:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:06.305934 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-02441bdf-deb4-4499-b807-2e93638c5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:06.307454 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-02441bdf-deb4-4499-b807-2e93638c5220 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478959 Mar 08 19:07:06.397076 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-d7dcaec8-adfd-4063-9623-a92553374e36 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833232 Mar 08 19:07:06.398692 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:07:06.633135 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:a7:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:07:04Z', 'updated_at': '2022-03-08T19:07:04Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}, {'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:06Z', 'revision_number': 1, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:07:06.659996 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc50c-8928-452b-a577-a3175fb2c66c None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': '5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:a7:af:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:07:04Z', 'updated_at': '2022-03-08T19:07:04Z', 'revision_number': 0, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}, {'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:06Z', 'revision_number': 1, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:07:06.766605 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-3b2ccb5f-7d48-431d-92d4-65b827f55a86 req-b055a8d2-2134-4ce3-b614-1b99d045e7fe service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602376 Mar 08 19:07:06.853041 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b6935-489e-42a1-bdc3-a6c8e322dd58 None None] New status for floating IP 5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:07:08.337056 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:07:21.701336 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:22.562678 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1e3e14dc-1352-456c-ba61-48484e134785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:24.918151 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bb52f223-fb50-412f-b4b3-8cb99119192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:26.186965 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:27.489533 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:29.163412 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:45.336120 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:07:51.711654 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:52.580060 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9f41dc4-afa9-42d6-ac56-bce70b330416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:54.934974 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bd659b1-18e0-4253-a53e-85042e2d400c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:55.843252 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-1881d7d0-1c9e-4db6-9754-53c2e442a645 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434177 Mar 08 19:07:55.934254 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc881-b218-48fb-b856-c40a2c799178 req-632a3b15-439f-44a2-b9ca-1bba079bb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:55.935755 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-632a3b15-439f-44a2-b9ca-1bba079bb192 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1129 time: 0.0442016 Mar 08 19:07:56.043189 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc881-b218-48fb-b856-c40a2c799178 req-a9925820-caea-4395-b7bf-46ce0be46efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:56.044623 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-a9925820-caea-4395-b7bf-46ce0be46efc service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0854270 Mar 08 19:07:56.112947 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-bdf3253e-1d3d-4a68-ae5b-91c6fc2a05e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 1001 time: 0.0563786 Mar 08 19:07:56.165567 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc881-b218-48fb-b856-c40a2c799178 req-21eaf61e-30ca-482d-8d60-965090c7174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:56.167069 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-21eaf61e-30ca-482d-8d60-965090c7174a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0442767 Mar 08 19:07:56.208894 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:56.219630 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc881-b218-48fb-b856-c40a2c799178 req-c29a4ecc-c3e7-4d65-9e01-c0092e5b88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:56.221174 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-c29a4ecc-c3e7-4d65-9e01-c0092e5b88df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480926 Mar 08 19:07:56.312428 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-f012a6ed-244d-41b5-bc80-45b9047cc64a service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812054 Mar 08 19:07:56.408034 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-062dc881-b218-48fb-b856-c40a2c799178 req-7cb11bc0-e95b-46ac-9124-88cdb0712998 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853465 Mar 08 19:07:57.449389 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:59.149956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:21.699853 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:22.335330 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:08:22.557121 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ad887e29-d9ae-4c0a-ba99-866b63bad803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:24.922586 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0074fe75-0613-43e2-9597-90f18bfa6b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:26.186320 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:27.501578 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:29.138017 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:30.874912 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [req-f07b188a-f9ec-4ad1-9d4b-81dd517ab31a req-67691778-bcef-4a57-ae6b-a41e692b5198 service neutron] (110159) timed out ('10.222.0.77', 56258) {{(pid=110159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:08:34.295764 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33058) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:34.448793 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Deleting port 1a215fec-2769-4f31-b80e-a48bfad28938 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:34.449136 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (1a215fec-2769-4f31-b80e-a48bfad28938), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:34.527323 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (1a215fec-2769-4f31-b80e-a48bfad28938), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:34.527673 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (1a215fec-2769-4f31-b80e-a48bfad28938), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:34.539080 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Calling delete_port for 1a215fec-2769-4f31-b80e-a48bfad28938 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:34.728095 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (1a215fec-2769-4f31-b80e-a48bfad28938), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:34.756792 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'Port': ['ID=1a215fec-2769-4f31-b80e-a48bfad28938,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:34.783661 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.784007 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.784350 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.784676 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.785014 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.785325 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.785645 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.785966 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.786309 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.786628 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.786946 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.787259 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.787572 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:34.826542 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:34.826927 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Floating IP 5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd disassociated (deleted). External IP: 172.27.0.124, port: 1f639896-0ce9-4780-88b2-ebe1dbf03e9c. Mar 08 19:08:35.033566 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:08:35.383354 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:08:35.388263 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:35.392958 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:08:35.404155 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:35.404794 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:35.417988 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a64bd646-8ca3-4cb2-92f0-f5bab70024cd tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "DELETE /v2.0/floatingips/5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd HTTP/1.1" status: 204 len: 168 time: 1.1211522 Mar 08 19:08:35.419151 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:08:35.421462 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5afdec-1276-427b-8a2d-819e172ab51c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:08:35.459112 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7918f-4911-4a00-bc42-c200e1b7cf5e x-openstack-request-id: req-7ec7918f-4911-4a00-bc42-c200e1b7cf5e {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:08:35.459631 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:08:35.460059 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7ec7918f-4911-4a00-bc42-c200e1b7cf5e {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:08:35.460464 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'status': 'completed', 'code': 200} Mar 08 19:08:35.518428 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:35.536076 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-6f8f9ec9-946d-4f86-baa5-2daeac15afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:35.537684 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-6f8f9ec9-946d-4f86-baa5-2daeac15afe1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 1129 time: 0.0461316 Mar 08 19:08:35.636501 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-68387209-45c5-4b00-988a-6abb1cb28584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:35.638448 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-68387209-45c5-4b00-988a-6abb1cb28584 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0916529 Mar 08 19:08:35.682535 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-c90c1a19-e048-41a0-ba9c-772a9c8034d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c HTTP/1.1" status: 200 len: 217 time: 0.0343812 Mar 08 19:08:35.735127 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-86bd0e79-61cc-4e4c-af70-c5a68ec22d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:35.736612 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-86bd0e79-61cc-4e4c-af70-c5a68ec22d19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0452685 Mar 08 19:08:35.752959 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:06Z', 'revision_number': 1, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:35.783582 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:08:35.792142 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:35.792830 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:35.803424 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-0dab0ab0-6be6-482b-bd5a-b697da2b1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:35.805205 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-0dab0ab0-6be6-482b-bd5a-b697da2b1095 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560389 Mar 08 19:08:35.908453 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:35.949800 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0799de0-f3b7-401e-91e2-e0a35d07d8ef req-b51f331d-d0a7-4f03-b22a-9ff67baa2a98 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:35.951412 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0799de0-f3b7-401e-91e2-e0a35d07d8ef req-b51f331d-d0a7-4f03-b22a-9ff67baa2a98 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 945 time: 0.0996127 Mar 08 19:08:35.953179 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-60e9232e-585f-46d7-9b76-6181a8dbc791 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272559 Mar 08 19:08:36.054270 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a0799de0-f3b7-401e-91e2-e0a35d07d8ef req-38f987ce-7abf-4120-b37c-f9843abf3d4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973046 Mar 08 19:08:36.078993 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-ff5afdec-1276-427b-8a2d-819e172ab51c req-99e4299b-186f-4c0b-b5bb-f4467b6634a7 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161849 Mar 08 19:08:36.215498 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:06Z', 'revision_number': 1, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:36.243613 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672abf21-2cd7-4978-b6c9-fe01586f2e2c None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_floatingips': [{'id': 'e7db4d39-6bb9-4171-8caf-334d06f94801', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'router_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'port_id': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'mac_address': 'fa:16:3e:d2:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:05:03Z', 'updated_at': '2022-03-08T19:05:06Z', 'revision_number': 1, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:08:36.453873 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e76983-5ad2-41f5-868b-b7d192037c46 None None] New status for floating IP 5d73c1c9-ad3c-4dad-af93-17a8f8c4a3cd: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:08:37.179165 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9004115-2ab1-4c43-8fa8-a69cc4f41bdb req-7f461086-4dd9-4c5a-92da-d1c22a24e1ba tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:37.180621 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a9004115-2ab1-4c43-8fa8-a69cc4f41bdb req-7f461086-4dd9-4c5a-92da-d1c22a24e1ba tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 945 time: 0.0570471 Mar 08 19:08:37.228894 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-a9004115-2ab1-4c43-8fa8-a69cc4f41bdb req-eb5c46a7-eb6a-4060-970d-225002a0c64f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Mar 08 19:08:37.648243 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-c5396783-5152-42bf-9a1f-7a579e829bef tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:37.649703 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-c5396783-5152-42bf-9a1f-7a579e829bef tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 945 time: 0.0523088 Mar 08 19:08:37.741849 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Deleting port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:37.742225 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:37.831136 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] For port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:37.831405 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:37.842807 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Calling delete_port for 1f639896-0ce9-4780-88b2-ebe1dbf03e9c owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:38.040563 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (1f639896-0ce9-4780-88b2-ebe1dbf03e9c), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:38.070173 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'Port': ['ID=1f639896-0ce9-4780-88b2-ebe1dbf03e9c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.120664 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:38.122468 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] No DVR routers for this DVR port 1f639896-0ce9-4780-88b2-ebe1dbf03e9c on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:08:38.125569 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:38.128805 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-d8617aac-e0a5-4b1e-84c0-dbb1fd57be1d req-50c4d0d5-81a6-4662-898c-c8c16011ee4d tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "DELETE /v2.0/ports/1f639896-0ce9-4780-88b2-ebe1dbf03e9c HTTP/1.1" status: 204 len: 173 time: 0.4711926 Mar 08 19:08:38.129272 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'name': 'network-vif-deleted', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:08:38.131550 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f005a2-ce4d-429a-9ef1-cbc01a1c04d0" -d '{"events": [{"server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "name": "network-vif-deleted", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:08:38.165756 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81822e80-3622-4562-a290-ec4fde3f14c8 x-openstack-request-id: req-81822e80-3622-4562-a290-ec4fde3f14c8 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:08:38.166070 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd", "name": "network-vif-deleted", "tag": "1f639896-0ce9-4780-88b2-ebe1dbf03e9c", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:08:38.166341 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-81822e80-3622-4562-a290-ec4fde3f14c8 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:08:38.166740 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd', 'name': 'network-vif-deleted', 'tag': '1f639896-0ce9-4780-88b2-ebe1dbf03e9c', 'status': 'completed', 'code': 200} Mar 08 19:08:38.324386 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9b61ac92-6997-4bac-a26e-2050b8ad3518 req-e4d7d45b-2901-41bf-ba71-2ee04caaa2e3 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 210 time: 0.0272820 Mar 08 19:08:39.435683 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-adf0fd54-b723-4855-998f-262e0e3a5ba4 req-8163f242-5b65-4f4d-abf7-000b3ab487e2 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d0ffa41-1599-4036-9a8f-bb1fe91cf4cd HTTP/1.1" status: 200 len: 210 time: 0.0308516 Mar 08 19:08:41.573167 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 1f639896-0ce9-4780-88b2-ebe1dbf03e9c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:41.593932 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: 1f639896-0ce9-4780-88b2-ebe1dbf03e9c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:41.594301 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device 1f639896-0ce9-4780-88b2-ebe1dbf03e9c not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:42.942431 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33100) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:43.096417 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Deleting port 7c577ddc-5730-44da-87d8-321cc7428e50 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:43.096752 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (7c577ddc-5730-44da-87d8-321cc7428e50), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:43.175655 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (7c577ddc-5730-44da-87d8-321cc7428e50), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:43.176034 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (7c577ddc-5730-44da-87d8-321cc7428e50), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:43.187476 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Calling delete_port for 7c577ddc-5730-44da-87d8-321cc7428e50 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:43.408118 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (7c577ddc-5730-44da-87d8-321cc7428e50), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:43.436342 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'Port': ['ID=7c577ddc-5730-44da-87d8-321cc7428e50,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:43.497070 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (e7db4d39-6bb9-4171-8caf-334d06f94801), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:43.497390 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.db.l3_db [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Floating IP e7db4d39-6bb9-4171-8caf-334d06f94801 disassociated (deleted). External IP: 172.27.0.222, port: a21a4d62-5fc0-4d67-9857-728a35b11b70. Mar 08 19:08:43.711055 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:08:43.821010 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:08:43.825871 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:43.830484 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:08:43.840272 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:43.841383 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:43.855154 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-d587b888-bd97-4830-a046-50a265d3548f tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "DELETE /v2.0/floatingips/e7db4d39-6bb9-4171-8caf-334d06f94801 HTTP/1.1" status: 204 len: 168 time: 0.9116390 Mar 08 19:08:43.855742 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:08:43.858840 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d408dfcd026b62cadbaa439d780f3f65e7fe69db76fa3bf46013472476d79b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9665ed09-4627-4159-8c9e-60541752f210" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:08:43.894756 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a890ab-7aa2-4e1d-b39e-aad45bd38bd9 x-openstack-request-id: req-78a890ab-7aa2-4e1d-b39e-aad45bd38bd9 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:08:43.895051 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:08:43.895301 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-78a890ab-7aa2-4e1d-b39e-aad45bd38bd9 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:08:43.895697 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'status': 'completed', 'code': 200} Mar 08 19:08:43.952563 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:43.970696 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ed09-4627-4159-8c9e-60541752f210 req-56edf0da-a999-48ec-a4b9-bf347a6889af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:43.972289 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-56edf0da-a999-48ec-a4b9-bf347a6889af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 1129 time: 0.0473418 Mar 08 19:08:44.063595 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ed09-4627-4159-8c9e-60541752f210 req-78ce3253-f672-4cc9-818c-7b4df5e99c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:44.065149 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-78ce3253-f672-4cc9-818c-7b4df5e99c02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 200 len: 913 time: 0.0857008 Mar 08 19:08:44.114398 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-fc75a29c-6331-4fc7-8b45-e8f5d4b8acb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 200 len: 217 time: 0.0397494 Mar 08 19:08:44.152029 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:44.173079 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ed09-4627-4159-8c9e-60541752f210 req-15a38427-a88a-4500-846f-407fa611818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:44.174620 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-15a38427-a88a-4500-846f-407fa611818f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 200 len: 851 time: 0.0460372 Mar 08 19:08:44.181714 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:08:44.190261 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:44.190925 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:44.231751 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ed09-4627-4159-8c9e-60541752f210 req-d12a4ab2-56d2-4c5c-b218-f2452fe45f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:44.233191 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-d12a4ab2-56d2-4c5c-b218-f2452fe45f41 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=183a529a-4701-4147-844b-07f1ede8e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497835 Mar 08 19:08:44.301733 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:44.366620 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d19a3-6d96-4500-8fa7-6dd8cacc5fd6 req-68c943e4-15b3-461a-b106-0db1970c799c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:44.368118 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b79d19a3-6d96-4500-8fa7-6dd8cacc5fd6 req-68c943e4-15b3-461a-b106-0db1970c799c tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 945 time: 0.1168036 Mar 08 19:08:44.370070 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-ff852edc-3417-441c-8f16-f6c5ea0b60a5 service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269116 Mar 08 19:08:44.480776 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-b79d19a3-6d96-4500-8fa7-6dd8cacc5fd6 req-6bc3b89a-374d-4759-9389-b3fc0c1611ef tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060617 Mar 08 19:08:44.500453 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-9665ed09-4627-4159-8c9e-60541752f210 req-87ad321d-fb10-4d63-8cb6-89864247be2f service neutron] 10.222.0.77 "GET /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240356 Mar 08 19:08:44.502436 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:44.530548 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dfc55-40d1-4e37-99f9-0a64b03e49b2 None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:01:50Z', 'revision_number': 4, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi', '_interfaces': [{'id': '4b183ffa-31e4-4df5-a631-4bcf077efa83', 'name': '', 'network_id': '183a529a-4701-4147-844b-07f1ede8e80c', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'mac_address': 'fa:16:3e:95:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:49Z', 'updated_at': '2022-03-08T19:01:53Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'subnets': [{'id': 'c4fc388c-ec4b-493b-b213-d633b09f4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:08:44.750443 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ed415-dee6-4b63-895b-06ce77b23e10 None None] New status for floating IP e7db4d39-6bb9-4171-8caf-334d06f94801: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:08:45.602965 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533282c-5f0b-4e37-95dd-53af5c99b6a9 req-8cae8b5c-64fc-4bd2-bf26-4ac3ff882f48 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:45.604449 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8533282c-5f0b-4e37-95dd-53af5c99b6a9 req-8cae8b5c-64fc-4bd2-bf26-4ac3ff882f48 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 945 time: 0.0545297 Mar 08 19:08:45.655456 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-8533282c-5f0b-4e37-95dd-53af5c99b6a9 req-7f213cf6-a04a-48b1-b673-c178f73b5cdf tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/security-groups?id=6aac2303-0267-4cae-b512-1b0c3375e522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Mar 08 19:08:45.968749 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-45ca6699-ba1b-4595-a1a6-bf825f9be7df tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:08:45.970221 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-45ca6699-ba1b-4595-a1a6-bf825f9be7df tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 945 time: 0.0554476 Mar 08 19:08:46.063670 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Deleting port a21a4d62-5fc0-4d67-9857-728a35b11b70 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:46.064008 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:46.154521 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] For port a21a4d62-5fc0-4d67-9857-728a35b11b70, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a21a4d62-5fc0-4d67-9857-728a35b11b70,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:46.154881 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:46.166644 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Calling delete_port for a21a4d62-5fc0-4d67-9857-728a35b11b70 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:46.374848 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (a21a4d62-5fc0-4d67-9857-728a35b11b70), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:46.407764 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'Port': ['ID=a21a4d62-5fc0-4d67-9857-728a35b11b70,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:46.451319 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] No DVR routers for this DVR port a21a4d62-5fc0-4d67-9857-728a35b11b70 on host hv-cinder-83008 {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:08:46.454016 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for port (None), before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:46.457345 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-968a1882-0c00-4d49-b227-fe3c74b43619 req-0c9e8dda-0c68-4ffe-b019-07b30b9783a5 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.77 "DELETE /v2.0/ports/a21a4d62-5fc0-4d67-9857-728a35b11b70 HTTP/1.1" status: 204 len: 173 time: 0.4790232 Mar 08 19:08:46.457793 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'name': 'network-vif-deleted', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:08:46.460103 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3ff6b922340aa5c2ccf4b7d5e4f9ce8ab5d211b4dd3e5b2fc85507260e41c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ec459d-f230-4504-9d2a-82a7a6feaa7b" -d '{"events": [{"server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "name": "network-vif-deleted", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:08:46.496487 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c2c8d-6489-4284-99df-fbf6c66da0a1 x-openstack-request-id: req-360c2c8d-6489-4284-99df-fbf6c66da0a1 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:08:46.496787 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9ecb2b-72e2-479e-a548-1dd76c33929b", "name": "network-vif-deleted", "tag": "a21a4d62-5fc0-4d67-9857-728a35b11b70", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:08:46.497048 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-360c2c8d-6489-4284-99df-fbf6c66da0a1 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:08:46.497454 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9ecb2b-72e2-479e-a548-1dd76c33929b', 'name': 'network-vif-deleted', 'tag': 'a21a4d62-5fc0-4d67-9857-728a35b11b70', 'status': 'completed', 'code': 200} Mar 08 19:08:46.749384 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [req-e6fb3f8c-2519-4751-b72e-e0d504d4f078 req-1f330127-ea8e-4cb5-b267-63990e964511 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9ecb2b-72e2-479e-a548-1dd76c33929b HTTP/1.1" status: 200 len: 210 time: 0.0279980 Mar 08 19:08:47.807098 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33118) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:47.934800 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Deleting port 6003929b-ac40-4e75-9198-1f25caf6b64a {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:47.935171 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:48.014376 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:48.014699 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (6003929b-ac40-4e75-9198-1f25caf6b64a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:48.026147 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Calling delete_port for 6003929b-ac40-4e75-9198-1f25caf6b64a owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:48.234927 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (6003929b-ac40-4e75-9198-1f25caf6b64a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:48.262231 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'Port': ['ID=6003929b-ac40-4e75-9198-1f25caf6b64a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:48.324929 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for floatingip (170b2196-828d-44bb-82e5-415e58e4ca89), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:48.328127 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123840'] for floatingip (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:48.329281 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-e911dbb1-a967-4d65-873c-f31bf3466745 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "DELETE /v2.0/floatingips/170b2196-828d-44bb-82e5-415e58e4ca89 HTTP/1.1" status: 204 len: 168 time: 0.5211749 Mar 08 19:08:49.588739 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device a21a4d62-5fc0-4d67-9857-728a35b11b70 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:49.610160 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] No Port match for: a21a4d62-5fc0-4d67-9857-728a35b11b70 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:49.610502 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Device a21a4d62-5fc0-4d67-9857-728a35b11b70 not bound to the agent host hv-cinder-83008 {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:49.747751 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33130) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:49.803762 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55b73bca-c947-43c3-9bf4-c1bc7cfb5203 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group (6aac2303-0267-4cae-b512-1b0c3375e522), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:49.828858 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55b73bca-c947-43c3-9bf4-c1bc7cfb5203 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group (6aac2303-0267-4cae-b512-1b0c3375e522), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:49.973686 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55b73bca-c947-43c3-9bf4-c1bc7cfb5203 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (6aac2303-0267-4cae-b512-1b0c3375e522), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:49.976356 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55b73bca-c947-43c3-9bf4-c1bc7cfb5203 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:49.977584 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-55b73bca-c947-43c3-9bf4-c1bc7cfb5203 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] 10.222.0.74 "DELETE /v2.0/security-groups/6aac2303-0267-4cae-b512-1b0c3375e522 HTTP/1.1" status: 204 len: 168 time: 0.2288578 Mar 08 19:08:49.987868 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b73bca-c947-43c3-9bf4-c1bc7cfb5203 tempest-TestVolumeBootPattern-1168180241 tempest-TestVolumeBootPattern-1168180241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac2303-0267-4cae-b512-1b0c3375e522,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:50.127915 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:50.607587 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (cf0e335f-84d9-4bd8-9318-191c27fdec86), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:50.863894 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Deleting port 4b183ffa-31e4-4df5-a631-4bcf077efa83 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:50.864569 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:50.940815 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] For port 4b183ffa-31e4-4df5-a631-4bcf077efa83, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=4b183ffa-31e4-4df5-a631-4bcf077efa83,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:50.941173 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:50.952652 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Calling delete_port for 4b183ffa-31e4-4df5-a631-4bcf077efa83 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:51.191626 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (4b183ffa-31e4-4df5-a631-4bcf077efa83), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:51.219732 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b183ffa-31e4-4df5-a631-4bcf077efa83,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:51.388915 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (cf0e335f-84d9-4bd8-9318-191c27fdec86), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:51.609801 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Router cf0e335f-84d9-4bd8-9318-191c27fdec86 has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:08:51.716644 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:51.719868 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:08:51.726834 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-74b432f2-d7ff-4711-ae18-80ef6b9f1731 admin admin] 10.222.0.74 "PUT /v2.0/routers/cf0e335f-84d9-4bd8-9318-191c27fdec86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960028 Mar 08 19:08:51.727854 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33138) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:51.730557 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] Sync routers for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:08:51.740759 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:51.741368 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:51.834856 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks [] for router (cf0e335f-84d9-4bd8-9318-191c27fdec86), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:51.848992 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: dv-cinder-830088-3-iscsi {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:51.939576 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks [] for router_gateway (cf0e335f-84d9-4bd8-9318-191c27fdec86), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.027039 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:08:51Z', 'revision_number': 5, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port': {'id': 'e0bddad0-d09d-4558-90b4-bc446d28ab86', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:47Z', 'updated_at': '2022-03-08T19:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:52.055600 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] Checking router: cf0e335f-84d9-4bd8-9318-191c27fdec86 for host: dv-cinder-830088-3-iscsi {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:08:52.064906 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] Routers {'cf0e335f-84d9-4bd8-9318-191c27fdec86'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:52.065519 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:25Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['cf0e335f-84d9-4bd8-9318-191c27fdec86'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:52.068959 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Deleting port e0bddad0-d09d-4558-90b4-bc446d28ab86 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:52.069305 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.150295 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] For port e0bddad0-d09d-4558-90b4-bc446d28ab86, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=e0bddad0-d09d-4558-90b4-bc446d28ab86,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:52.150937 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.154705 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] Set router cf0e335f-84d9-4bd8-9318-191c27fdec86 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:52.164547 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Calling delete_port for e0bddad0-d09d-4558-90b4-bc446d28ab86 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:52.302838 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:08:51Z', 'revision_number': 6, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:52.337093 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d950ae-4af4-4c3d-a016-b797a924714f None None] The sync data for ids ['cf0e335f-84d9-4bd8-9318-191c27fdec86'] in dv-cinder-830088-3-iscsi is: [{'id': 'cf0e335f-84d9-4bd8-9318-191c27fdec86', 'name': 'tempest-TestVolumeBootPattern-1500813882-router', 'tenant_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:46Z', 'updated_at': '2022-03-08T19:08:51Z', 'revision_number': 6, 'project_id': 'f009259d4d9b4e65ad2ce0791e5df778', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:08:52.402870 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (e0bddad0-d09d-4558-90b4-bc446d28ab86), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.429242 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bddad0-d09d-4558-90b4-bc446d28ab86,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:52.488534 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (cf0e335f-84d9-4bd8-9318-191c27fdec86), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.562406 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be8044ea-6f5a-47e1-b27b-3f97677de2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.836518 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (cf0e335f-84d9-4bd8-9318-191c27fdec86), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.838680 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks [] for router_controller (cf0e335f-84d9-4bd8-9318-191c27fdec86), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.971589 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (cf0e335f-84d9-4bd8-9318-191c27fdec86), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.972246 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf0e335f-84d9-4bd8-9318-191c27fdec86 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:08:52.977016 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:52.983789 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-6d157152-6104-4349-b65d-74d608d8a802 admin admin] 10.222.0.74 "DELETE /v2.0/routers/cf0e335f-84d9-4bd8-9318-191c27fdec86 HTTP/1.1" status: 204 len: 168 time: 1.2494879 Mar 08 19:08:52.983789 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:53.025143 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Deleting subnet c4fc388c-ec4b-493b-b213-d633b09f4535 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:08:53.028215 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Publish callbacks [] for subnet (c4fc388c-ec4b-493b-b213-d633b09f4535), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.062068 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (c4fc388c-ec4b-493b-b213-d633b09f4535), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.122977 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4b183ffa-31e4-4df5-a631-4bcf077efa83 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:53.146149 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (c4fc388c-ec4b-493b-b213-d633b09f4535), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.147871 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 4b183ffa-31e4-4df5-a631-4bcf077efa83 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:53.148225 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 4b183ffa-31e4-4df5-a631-4bcf077efa83 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:53.254379 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (c4fc388c-ec4b-493b-b213-d633b09f4535), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.282487 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4fc388c-ec4b-493b-b213-d633b09f4535,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:53.284511 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.291181 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-610c8eb5-54d6-48d2-9eea-4fe608a362c1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c4fc388c-ec4b-493b-b213-d633b09f4535 HTTP/1.1" status: 204 len: 168 time: 0.3073678 Mar 08 19:08:53.291181 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33142) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:53.291395 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e653d9-87e1-45de-a2e5-da3441ffc847 None None] Network 183a529a-4701-4147-844b-07f1ede8e80c requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:08:53.375154 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (183a529a-4701-4147-844b-07f1ede8e80c), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.437548 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Deleting port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:53.437879 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.464774 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] DHCP port deletion for 183a529a-4701-4147-844b-07f1ede8e80c request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:08:53.502300 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] For port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:53.502578 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.514685 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Deleting port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:53.515733 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.515888 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Calling delete_port for 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:53.583495 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] For port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,segment=NetworkSegment(af88bc12-e860-4bef-8df1-6209ab4dbdaf),segment_id=af88bc12-e860-4bef-8df1-6209ab4dbdaf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:53.583895 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.597210 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Calling delete_port for 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:53.647979 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.673526 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.673978 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:53.677594 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] No DVR routers for this DVR port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:08:53.703525 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] No DVR routers for this DVR port 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:08:53.707662 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Pushing event deleted for resources: {'Port': ['ID=3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:53.719889 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.720238 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.720585 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.721182 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.721382 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.721694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.722033 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.722402 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.722782 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.723079 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.723454 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.723683 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.724008 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91063107-d150-4c1d-aa56-16a2594ef02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-3-iscsi {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:08:53.754888 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (183a529a-4701-4147-844b-07f1ede8e80c), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.775187 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183a529a-4701-4147-844b-07f1ede8e80c']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:53.784995 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af88bc12-e860-4bef-8df1-6209ab4dbdaf') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:53.786486 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af88bc12-e860-4bef-8df1-6209ab4dbdaf') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:53.794673 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (af88bc12-e860-4bef-8df1-6209ab4dbdaf), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.808129 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (af88bc12-e860-4bef-8df1-6209ab4dbdaf), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.814258 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:08:53.815644 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (af88bc12-e860-4bef-8df1-6209ab4dbdaf), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:08:53.816391 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:08:53.916335 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (183a529a-4701-4147-844b-07f1ede8e80c), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.921593 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:53.924762 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/183a529a-4701-4147-844b-07f1ede8e80c HTTP/1.1" status: 204 len: 168 time: 0.6335957 Mar 08 19:08:53.927789 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.74', 33144) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:53.935154 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c5514-ec5e-4656-a80b-3bb458d62dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=183a529a-4701-4147-844b-07f1ede8e80c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:54.277127 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-543583'] for router_interface (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:54.523508 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Deleting port 3b852a87-7deb-4d5e-9d6e-fd438b639d87 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:54.523848 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:54.600798 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] For port 3b852a87-7deb-4d5e-9d6e-fd438b639d87, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=3b852a87-7deb-4d5e-9d6e-fd438b639d87,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:54.601160 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:54.613335 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Calling delete_port for 3b852a87-7deb-4d5e-9d6e-fd438b639d87 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:54.719041 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:54.742477 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:54.742822 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3f63bc01-c6a6-4ad3-a3d5-ca3b29cc1427 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:54.743240 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e0bddad0-d09d-4558-90b4-bc446d28ab86 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:54.763394 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: e0bddad0-d09d-4558-90b4-bc446d28ab86 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:54.763738 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device e0bddad0-d09d-4558-90b4-bc446d28ab86 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:54.853743 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12559121'] for port (3b852a87-7deb-4d5e-9d6e-fd438b639d87), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:54.882239 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3b852a87-7deb-4d5e-9d6e-fd438b639d87,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:54.925941 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c9e0-3561-492a-a2b2-f75241e10827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.055623 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543531'] for router_interface (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.276123 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Router fcf22fda-14e1-4088-ada3-cbdfcc833a4e has already been hosted by L3 agent 75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:08:55.391349 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] Notify agent at l3_agent.dv-cinder-830088-3-iscsi the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:08:55.396481 dv-cinder-830088-3-iscsi neutron-server[110158]: INFO neutron.wsgi [None req-12333d94-1607-46f1-ae8a-2ee151ace0ec admin admin] 10.222.0.74 "PUT /v2.0/routers/fcf22fda-14e1-4088-ada3-cbdfcc833a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675517 Mar 08 19:08:55.399673 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33146) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:55.400633 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] Sync routers for ids ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'] in dv-cinder-830088-3-iscsi {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:08:55.412519 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] Routers {'fcf22fda-14e1-4088-ada3-cbdfcc833a4e'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:55.413122 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:55.515654 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks [] for router (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.634882 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks [] for router_gateway (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.655074 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] Set router fcf22fda-14e1-4088-ada3-cbdfcc833a4e gateway port host: dv-cinder-830088-3-iscsi {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:55.745472 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Deleting port de808864-d117-4396-936a-c7a3cc2dc032 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:55.745807 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (de808864-d117-4396-936a-c7a3cc2dc032), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.830801 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] For port de808864-d117-4396-936a-c7a3cc2dc032, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=de808864-d117-4396-936a-c7a3cc2dc032,segment=NetworkSegment(073f7bd9-42e6-4c6c-9a56-a50af7c336da),segment_id=073f7bd9-42e6-4c6c-9a56-a50af7c336da)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:55.831077 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (de808864-d117-4396-936a-c7a3cc2dc032), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:55.835360 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'external_fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:08:54Z', 'revision_number': 5, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port': {'id': 'de808864-d117-4396-936a-c7a3cc2dc032', 'name': '', 'network_id': 'bb54e7e9-9407-4285-a50a-5a7c3336efe2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:01:54Z', 'updated_at': '2022-03-08T19:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4bcda72-8ada-47fa-8b03-7b881b55c5ba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-3-iscsi'}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:55.844058 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Calling delete_port for de808864-d117-4396-936a-c7a3cc2dc032 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:55.865894 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] Checking router: fcf22fda-14e1-4088-ada3-cbdfcc833a4e for host: dv-cinder-830088-3-iscsi {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:08:55.874925 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] Routers {'fcf22fda-14e1-4088-ada3-cbdfcc833a4e'} bound to L3 agent in host dv-cinder-830088-3-iscsi {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:08:55.875534 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T18:44:25Z,description=,heartbeat_timestamp=2022-03-08T19:08:55Z,host='dv-cinder-830088-3-iscsi',id=75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T18:44:25Z,topic='l3_agent')) {'router_ids': ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:55.966278 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] Set router fcf22fda-14e1-4088-ada3-cbdfcc833a4e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:08:56.018649 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:08:55Z', 'revision_number': 6, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port_host': None}], 'dv-cinder-830088-3-iscsi', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:56.054477 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f1b40-94ff-43e0-aa09-5122d6ff86ec None None] The sync data for ids ['fcf22fda-14e1-4088-ada3-cbdfcc833a4e'] in dv-cinder-830088-3-iscsi is: [{'id': 'fcf22fda-14e1-4088-ada3-cbdfcc833a4e', 'name': 'tempest-TestVolumeBootPattern-1116281192-router', 'tenant_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:01:53Z', 'updated_at': '2022-03-08T19:08:55Z', 'revision_number': 6, 'project_id': 'b2fd4e4cb20d4cbabaa32f6ded62f801', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:08:56.075169 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (de808864-d117-4396-936a-c7a3cc2dc032), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.104722 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Pushing event deleted for resources: {'Port': ['ID=de808864-d117-4396-936a-c7a3cc2dc032,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:56.173509 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541569'] for router_gateway (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.217392 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.267307 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4185177'] for router (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.269542 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks [] for router_controller (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.389015 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544802'] for router (fcf22fda-14e1-4088-ada3-cbdfcc833a4e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.389251 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf22fda-14e1-4088-ada3-cbdfcc833a4e {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:08:56.393991 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.398433 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-22f30cfe-1d8d-4bb3-8338-8df440158978 admin admin] 10.222.0.74 "DELETE /v2.0/routers/fcf22fda-14e1-4088-ada3-cbdfcc833a4e HTTP/1.1" status: 204 len: 168 time: 0.9942265 Mar 08 19:08:56.398433 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33148) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:56.448359 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Deleting subnet adbda74f-c2ca-4c3e-9246-8c10bdfc370d {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:08:56.451644 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Publish callbacks [] for subnet (adbda74f-c2ca-4c3e-9246-8c10bdfc370d), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.488152 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466791'] for subnet (adbda74f-c2ca-4c3e-9246-8c10bdfc370d), precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.568553 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1549564'] for subnet (adbda74f-c2ca-4c3e-9246-8c10bdfc370d), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.691963 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8470338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9745118'] for subnet (adbda74f-c2ca-4c3e-9246-8c10bdfc370d), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.722276 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbda74f-c2ca-4c3e-9246-8c10bdfc370d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:56.725525 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for subnet (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.728783 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5ddd5fd6-2339-4895-8ceb-d9608910588b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/adbda74f-c2ca-4c3e-9246-8c10bdfc370d HTTP/1.1" status: 204 len: 168 time: 0.3297300 Mar 08 19:08:56.731243 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33150) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:56.732290 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91daf3d-bb60-4643-99db-fe7eadbc2327 None None] Network feaa4bd4-4124-46f6-bee0-c5bf61e2927e requested from dv-cinder-830088-3-iscsi {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:08:56.799273 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477747'] for network (feaa4bd4-4124-46f6-bee0-c5bf61e2927e), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.885275 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Deleting port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:56.885501 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device de808864-d117-4396-936a-c7a3cc2dc032 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:56.886475 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.908694 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] DHCP port deletion for feaa4bd4-4124-46f6-bee0-c5bf61e2927e request from dv-cinder-830088-3-iscsi {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:08:56.910808 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: de808864-d117-4396-936a-c7a3cc2dc032 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:56.911150 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device de808864-d117-4396-936a-c7a3cc2dc032 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:56.911610 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3b852a87-7deb-4d5e-9d6e-fd438b639d87 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:56.933473 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 3b852a87-7deb-4d5e-9d6e-fd438b639d87 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:56.933828 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 3b852a87-7deb-4d5e-9d6e-fd438b639d87 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:56.967453 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] For port 2937dcc0-6396-48ad-a8dc-d256d43b0c61, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2937dcc0-6396-48ad-a8dc-d256d43b0c61,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:56.967996 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.979158 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] Deleting port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:08:56.979577 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789497997891'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:56.982786 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Calling delete_port for 2937dcc0-6396-48ad-a8dc-d256d43b0c61 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:57.062352 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] For port 2937dcc0-6396-48ad-a8dc-d256d43b0c61, host dv-cinder-830088-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-3-iscsi',level=0,port_id=2937dcc0-6396-48ad-a8dc-d256d43b0c61,segment=NetworkSegment(e2792e0a-62f9-4c27-928f-8ea18405e43f),segment_id=e2792e0a-62f9-4c27-928f-8ea18405e43f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:08:57.062816 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506445'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.076474 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] Calling delete_port for 2937dcc0-6396-48ad-a8dc-d256d43b0c61 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:08:57.128026 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8470389'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.156991 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2937dcc0-6396-48ad-a8dc-d256d43b0c61,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:57.158870 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] No DVR routers for this DVR port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 on host dv-cinder-830088-3-iscsi {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:08:57.163657 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789498004390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789497464248'] for port (2937dcc0-6396-48ad-a8dc-d256d43b0c61), after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.189633 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] Pushing event deleted for resources: {'Port': ['ID=2937dcc0-6396-48ad-a8dc-d256d43b0c61,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:57.193254 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b540871-ff33-4b80-b72a-8376e4e0c236 None None] No DVR routers for this DVR port 2937dcc0-6396-48ad-a8dc-d256d43b0c61 on host dv-cinder-830088-3-iscsi {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:08:57.238832 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535603', 'neutron.services.segments.db._delete_segments_for_network-8789497991271'] for network (feaa4bd4-4124-46f6-bee0-c5bf61e2927e), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.259093 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaa4bd4-4124-46f6-bee0-c5bf61e2927e']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:57.269007 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2792e0a-62f9-4c27-928f-8ea18405e43f') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:57.269308 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.services.segments.db [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2792e0a-62f9-4c27-928f-8ea18405e43f') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:08:57.280099 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789497992048', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466844'] for segment (e2792e0a-62f9-4c27-928f-8ea18405e43f), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.293588 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119'] for segment (e2792e0a-62f9-4c27-928f-8ea18405e43f), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.300091 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:08:57.300473 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8470312'] for segment (e2792e0a-62f9-4c27-928f-8ea18405e43f), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: Traceback (most recent call last): Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: timer() Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: cb(*args, **kw) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: return func(*args, **kwargs) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: self._notify() Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: self.callback(batched_events) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: event.method(event) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: return f(self, *a, **k) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._get(url).json() Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: return self.request(url, 'GET', **kwargs) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:08:57.302143 dv-cinder-830088-3-iscsi neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:08:57.430934 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-314239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541605'] for network (feaa4bd4-4124-46f6-bee0-c5bf61e2927e), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.436404 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584477'] for network (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.440272 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] 10.222.0.74 "DELETE /v2.0/networks/feaa4bd4-4124-46f6-bee0-c5bf61e2927e HTTP/1.1" status: 204 len: 168 time: 0.7080417 Mar 08 19:08:57.451648 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8aa8b4-72be-4980-b65f-9b821e824e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=feaa4bd4-4124-46f6-bee0-c5bf61e2927e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:57.453764 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.741623 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33154) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:57.780352 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-bce3c35f-2672-4502-a170-c858ac0eaf49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f009259d4d9b4e65ad2ce0791e5df778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374997 Mar 08 19:08:57.783385 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33156) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:57.829032 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1450c290-c6b5-4d1b-ac6b-ed05ccfe7786 admin admin] Publish callbacks [] for security_group (0917584b-1851-40b3-87b1-6ee5372ae08a), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.850122 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1450c290-c6b5-4d1b-ac6b-ed05ccfe7786 admin admin] Publish callbacks [] for security_group (0917584b-1851-40b3-87b1-6ee5372ae08a), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.985688 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1450c290-c6b5-4d1b-ac6b-ed05ccfe7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (0917584b-1851-40b3-87b1-6ee5372ae08a), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.988339 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1450c290-c6b5-4d1b-ac6b-ed05ccfe7786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:57.995257 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-1450c290-c6b5-4d1b-ac6b-ed05ccfe7786 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0917584b-1851-40b3-87b1-6ee5372ae08a HTTP/1.1" status: 204 len: 168 time: 0.2052293 Mar 08 19:08:57.997562 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450c290-c6b5-4d1b-ac6b-ed05ccfe7786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917584b-1851-40b3-87b1-6ee5372ae08a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:58.638707 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33162) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:58.680219 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-a421be37-6d8c-4930-8bfa-633fe1b6cfe3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b2fd4e4cb20d4cbabaa32f6ded62f801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403376 Mar 08 19:08:58.682783 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.74', 33164) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:08:58.718146 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2937dcc0-6396-48ad-a8dc-d256d43b0c61 no longer exists at agent ovs-agent-dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:08:58.736317 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5532e553-5ca4-4113-a4f0-f8d4d1c33b95 admin admin] Publish callbacks [] for security_group (39866b63-bb33-4293-94f4-1776c0c2f6d3), before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:58.737903 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] No Port match for: 2937dcc0-6396-48ad-a8dc-d256d43b0c61 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:08:58.738327 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Device 2937dcc0-6396-48ad-a8dc-d256d43b0c61 not bound to the agent host dv-cinder-830088-3-iscsi {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:08:58.759436 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5532e553-5ca4-4113-a4f0-f8d4d1c33b95 admin admin] Publish callbacks [] for security_group (39866b63-bb33-4293-94f4-1776c0c2f6d3), precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:58.882678 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5532e553-5ca4-4113-a4f0-f8d4d1c33b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317069'] for security_group (39866b63-bb33-4293-94f4-1776c0c2f6d3), after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:58.885164 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5532e553-5ca4-4113-a4f0-f8d4d1c33b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:58.886438 dv-cinder-830088-3-iscsi neutron-server[110159]: INFO neutron.wsgi [None req-5532e553-5ca4-4113-a4f0-f8d4d1c33b95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/39866b63-bb33-4293-94f4-1776c0c2f6d3 HTTP/1.1" status: 204 len: 168 time: 0.2026684 Mar 08 19:08:58.894897 dv-cinder-830088-3-iscsi neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532e553-5ca4-4113-a4f0-f8d4d1c33b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39866b63-bb33-4293-94f4-1776c0c2f6d3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:08:59.128181 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:59.334770 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:09:21.704517 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:22.578888 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05f07b73-f694-455d-9762-80a1eaa119db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:24.925417 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9cdcfb2a-a851-49db-89d9-b84ed02103c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:26.212833 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:27.476015 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:29.144714 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:36.333893 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:09:51.721495 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:52.556000 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70fbe381-ab41-440c-b630-b9f664a433ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:54.953146 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eb37ced-3f03-4e13-86e5-a29d855f78dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:56.244573 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:57.475485 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:59.135858 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:13.332737 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:10:21.781027 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:22.572479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9989011f-1212-4c37-aa17-92386e9cedd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:24.924486 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c5b76b4e-5d01-48de-b944-9f52874a9e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:26.286616 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:27.531848 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:29.166548 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:50.331624 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:10:51.723373 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:52.554259 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b991b60-cff6-4735-b59a-fd1f401c61ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:54.929051 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42dcf388-63d4-4d89-b3bd-07db9babdb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:56.208996 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:57.500549 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:59.157233 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:21.731161 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:22.545280 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-188c52da-9fbe-4d57-9e34-30f288a56f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:24.916711 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cc545f7-6600-40fb-b06c-da0826162256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:26.250964 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:27.331159 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:11:27.500308 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:29.156427 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:51.721626 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:52.550288 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5f2bbf44-57a7-4032-b6b7-b0862be255c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:54.953911 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6061e333-b579-430b-b836-cf6ffa3f16c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:56.235802 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:57.487479 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:59.159667 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:04.330268 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:12:21.738218 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:22.552983 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4260318b-01be-47ec-8d19-8cb3c07c04ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:24.915492 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-640a1eaa-b154-4a23-8b37-43065ac2f94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:26.212371 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:27.488285 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:29.138372 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:41.333303 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:12:51.775958 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:52.554956 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-91d831ba-5f1a-4c84-91ac-826ecec885b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:54.940962 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5e49-f7f0-43f6-9a1a-46c7193473d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:56.263403 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:57.507537 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:59.149637 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:18.331819 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:13:21.737239 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.594270 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c4106bf3-657e-42b1-8c08-92cd959145d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.914268 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eebb8c02-f1f5-4695-ae71-120bf572e85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.257045 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.514121 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.154598 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.743138 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-61a244d7-c0de-4cfc-ae38-70194e5838de service neutron] (110158) timed out ('10.222.0.74', 57482) {{(pid=110158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:13:31.971286 dv-cinder-830088-3-iscsi neutron-server[110158]: DEBUG neutron.wsgi [req-cd5e137c-f643-4b02-9523-a097c13294a9 req-36515fec-eef3-4aca-a5d6-4e73b4f89c7d tempest-TestShelveInstance-969747831 tempest-TestShelveInstance-969747831-project] (110158) timed out ('10.222.0.74', 57490) {{(pid=110158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:13:51.791451 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-867ca91f-a411-48be-ba1d-9da97b6a5a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (ff6ac339-a804-4b61-97f6-700a1585f628), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:52.565096 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d2e79611-5bba-4bf9-a674-e9949a4349e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (11f70ca7-0c1c-4831-a65e-aa97b29b9746), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.913564 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7014cb78-3f9d-470c-b684-fcd6cc6e8626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (75deb5fd-8816-4ba8-8cea-6f8f6f5a99fd), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:55.330884 dv-cinder-830088-3-iscsi neutron-server[110161]: DEBUG neutron.db.agents_db [None req-bf182c3d-a2dd-408f-94cb-77c221c90fd8 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:13:56.266393 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8ef-ef03-448c-b898-a061fb3bcc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (a1508aba-9f9e-4c4b-98cb-2fa127513695), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:57.512181 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5efe05fa-17a7-47da-b83d-d6860d552c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (601b6dec-7f3b-4dae-a418-64bca21f6639), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:59.151164 dv-cinder-830088-3-iscsi neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd632-4a7d-4d7a-8cfb-be6c57a56968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789497991253', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537672'] for agent (73a9a0cc-446b-4955-baf9-bce40e9348fb), after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}